00000800:00000200:3.1F:1776200631.063788:0:2237:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (2) 00000800:00000200:3.1:1776200631.078227:0:2229:0:(socklnd.c:450:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1776200631.078250:0:2229:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.1:1776200631.078255:0:2229:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d2890690 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.1:1776200631.104701:0:2229:0:(socklnd.c:450:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected 6 ksnr_max_conns 1 00000800:00000200:3.1:1776200631.116384:0:2229:0:(socklnd.c:450:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected e ksnr_max_conns 1 00010000:00000010:1.1F:1776200707.302827:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065e2ce81. 00010000:00000010:1.1:1776200707.302844:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f6887cc. 00010000:00000010:1.1:1776200707.302848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000017385b7. 00010000:00000010:2.1F:1776200711.473735:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a93df969. 00010000:00000010:3.1:1776200713.335745:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000badcd906. 00010000:00000010:3.1:1776200713.335761:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000017385b7. 00000080:00000010:0.1F:1776200713.339853:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000007840d90e. 00010000:00000010:0.1:1776200713.339896:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000732a29bb. 00010000:00000010:0.1:1776200713.339904:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed7e2f08. 00010000:00000010:3.1:1776200713.376282:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4f2fa9f. 00010000:00000010:0.1:1776200714.595630:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000badcd906. 00010000:00000010:0.1:1776200714.595640:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000425bf90b. 00000080:00000010:0.1:1776200714.638639:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000086824068. 00010000:00000010:2.1:1776200714.674766:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038f9c538. 00010000:00000010:2.1:1776200714.674779:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a93df969. 00000080:00000010:1.1:1776200714.703114:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000000352f8be. 00000080:00000010:1.1:1776200714.703139:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 00000000fe8d7a01. 00010000:00000010:2.1:1776200714.811700:0:9178:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d20a6115. 00010000:00000010:2.1:1776200714.811711:0:9178:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007af0ce18. 00000080:00000010:2.1:1776200714.819706:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000f72d4060. 00010000:00000010:0.1:1776200714.883639:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5372adf. 00010000:00000010:0.1:1776200714.883655:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8e6a81b. 00000080:00000010:0.1:1776200714.901040:0:9175:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000001b4c53d6. 00000080:00000010:0.1:1776200714.906713:0:0:0:(super25.c:73:ll_inode_destroy_callback()) slab-freed '(ptr)': 2032 at 000000006134f4c1. 00000100:00000001:2.0:1776200718.784636:0:9212:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200718.784657:0:9212:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200718.784767:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200718.784771:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0b1029e (tot 3422086). 00000400:00000200:2.0:1776200718.784776:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200718.784781:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200718.784786:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e850729 00000400:00000010:2.0:1776200718.784788:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006e850729. 00000100:00000001:2.0:1776200718.784792:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200718.784795:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000010827887 x1862481227038400/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200725 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200718.784805:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200718.784807:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@0000000010827887 x1862481227038400/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200725 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200718.784814:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200718.784815:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1776200718.788044:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200718.788049:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004db490cc (tot 3422086). 00000400:00000200:2.0:1776200718.788058:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200718.788063:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200718.788068:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6b32dfc 00000400:00000010:2.0:1776200718.788070:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e6b32dfc. 00000100:00000001:2.0:1776200718.788076:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200718.788080:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007f1c8707 x1862481227038272/t0(0) o400->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200725 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1776200718.788090:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200718.788093:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000007f1c8707 x1862481227038272/t0(0) o400->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200725 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1776200718.788100:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200718.788102:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200718.791062:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200718.791067:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200718.791073:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200718.791081:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200718.791104:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000006e034e x1862481227037888/t0(0) o400->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200725 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:2.0:1776200718.791116:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000006e034e x1862481227037888/t0(0) o400->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200725 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1776200718.791136:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200718.791148:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.791152:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200718.791154:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.791156:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200718.791163:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.791167:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200718.791174:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.791179:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.791183:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.791185:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 4 MB=0x69deab3f03d80 00000400:00000200:2.0:1776200718.791190:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.791194:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.148@tcp of length 224/224 into md 0xaed [1] + 224 00000800:00000001:2.0:1776200718.791197:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.791200:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200718.791201:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200718.791204:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200718.791206:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200718.791209:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003b5e6e53 x1862481227038080/t0(0) o400->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200725 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:2.0:1776200718.791216:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000003b5e6e53 x1862481227038080/t0(0) o400->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200725 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1776200718.791222:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200718.791224:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.791226:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200718.791227:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.791229:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200718.791232:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.791239:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200718.791243:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.791245:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.791247:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.791250:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 4 MB=0x69deab3f03e00 00000400:00000200:2.0:1776200718.791253:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.791255:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.148@tcp of length 224/224 into md 0xafd [1] + 224 00000800:00000001:2.0:1776200718.791259:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.791261:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200718.791262:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200718.791265:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200718.791267:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200718.791271:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c16df945 x1862481227038208/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200725 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:2.0:1776200718.791277:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000c16df945 x1862481227038208/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200725 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1776200718.791284:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200718.791286:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.791287:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200718.791288:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.791290:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200718.791292:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.791295:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200718.791298:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.791300:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.791303:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.791305:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 10 MB=0x69deab3f03dc0 00000400:00000200:2.0:1776200718.791308:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.791311:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 224/224 into md 0xaf5 [1] + 224 00000800:00000001:2.0:1776200718.791313:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.791315:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200718.791316:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200718.791322:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200718.791325:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200718.791328:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008daa68e1 x1862481227038144/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200725 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:2.0:1776200718.791335:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000008daa68e1 x1862481227038144/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200725 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1776200718.791351:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200718.791354:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.791358:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200718.791359:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.791361:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200718.791363:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.791366:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200718.791370:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.791372:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.791375:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.791377:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f03ec0 00000400:00000200:2.0:1776200718.791380:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.791383:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0xb05 [1] + 224 00000800:00000001:2.0:1776200718.791386:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.791389:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200718.791390:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200718.791392:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200718.791395:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200718.791398:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000010827887 x1862481227038400/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200725 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200718.791405:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=456 offset=224 replen=624 req@0000000010827887 x1862481227038400/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200725 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200718.792187:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200718.792195:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.792204:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200718.792206:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.792213:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200718.792218:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.792222:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200718.792226:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.792229:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.792232:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.792235:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 4 MB=0x69deab3f03e40 00000400:00000200:2.0:1776200718.792239:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.792242:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.148@tcp of length 224/224 into md 0xb15 [1] + 224 00000800:00000001:2.0:1776200718.792246:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.792256:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200718.792258:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200718.792261:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200718.792263:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200718.792267:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007f1c8707 x1862481227038272/t0(0) o400->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200725 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:2.0:1776200718.792275:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000007f1c8707 x1862481227038272/t0(0) o400->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200725 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1776200718.792282:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200718.792284:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.792286:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1776200718.796007:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200718.796014:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000064d7949e (tot 3422718). 00000400:00000200:2.0:1776200718.796022:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200718.796030:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200718.796037:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000937babe0 00000400:00000010:2.0:1776200718.796039:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000937babe0. 00000100:00000001:2.0:1776200718.796045:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200718.796051:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006dab5bcb x1862481227038528/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200725 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200718.796063:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200718.796065:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000006dab5bcb x1862481227038528/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200725 ref 3 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200718.796084:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200718.796086:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200718.802309:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.802332:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200718.802337:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.802351:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200718.802366:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.802375:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200718.802386:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.802392:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.802397:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.802401:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 656 into portal 10 MB=0x69deab3f03f40 00000400:00000200:2.0:1776200718.802407:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.802414:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 656/656 into md 0xb1d [32] + 224 00000800:00000001:2.0:1776200718.802423:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.802444:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200718.802448:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200718.802452:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200718.802461:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200718.802470:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006dab5bcb x1862481227038528/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200725 ref 2 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200718.802482:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=656 offset=224 replen=66264 req@000000006dab5bcb x1862481227038528/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200725 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200718.802506:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:2.0:1776200718.802516:0:2234:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1776200718.802520:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.802527:0:2234:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200718.802533:0:2234:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [243:243:256:4294967295] 192.168.203.148@tcp LPNI seq info [243:243:8:4294967295] 00000400:00000200:2.0:1776200718.802537:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.802545:0:2234:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:2.0:1776200718.802571:0:2234:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200718.802577:0:2234:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 744 at 00000000620b59a0 (tot 3423462). 00000800:00000200:2.0:1776200718.802585:0:2234:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200718.806958:0:2234:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200718.806964:0:2234:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000620b59a0 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1776200718.807247:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200718.807252:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 744 at 00000000620b59a0 (tot 3422086). 00000400:00000200:2.0:1776200718.807258:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200718.807263:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:2.0:1776200718.818454:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.818470:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200718.818475:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.818477:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200718.818488:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.818497:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200718.818506:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.818510:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.818514:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.818519:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f03fc0 00000400:00000200:2.0:1776200718.818524:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.818528:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0xb25 [1] + 224 00000800:00000001:2.0:1776200718.818536:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.818547:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200718.818549:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200718.818553:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200718.818558:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200718.818563:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007f1c8707 x1862481227038656/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200725 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200718.818573:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=456 offset=224 replen=624 req@000000007f1c8707 x1862481227038656/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200725 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200718.818622:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200718.818646:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.818648:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1776200718.820088:0:9212:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.820099:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200718.820101:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.820102:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200718.820104:0:9212:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1776200718.820106:0:9212:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1776200718.820107:0:9212:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.820112:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200718.820116:0:9212:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776200718.820119:0:9212:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1776200718.820121:0:9212:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1776200718.820125:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.820126:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200718.820127:0:9212:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.820131:0:9212:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1776200718.820133:0:9212:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.820134:0:9212:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.820137:0:9212:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.820139:0:9212:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1776200718.820140:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.820141:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1776200718.820142:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:0.0:1776200718.820143:0:9212:0:(client.c:2665:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1776200718.820144:0:9212:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000e143c7f8), inode mode 41ed mask 1 00000080:00000001:0.0:1776200718.820148:0:9212:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1776200718.820168:0:9212:0:(dcache.c:145:ll_d_init()) kmalloced '(lld)': 24 at 000000006e02fc5a. 00000080:00000001:0.0:1776200718.820173:0:9212:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1776200718.820174:0:9212:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1776200718.820175:0:9212:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000e143c7f8),name=/ 00000080:00000010:0.0:1776200718.820178:0:9212:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000e8750b99. 00000080:00000001:0.0:1776200718.820181:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.820182:0:9212:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1776200718.820183:0:9212:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1776200718.820185:0:9212:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1776200718.820191:0:9212:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:0.0:1776200718.820194:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.820195:0:9212:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1776200718.820197:0:9212:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1776200718.820199:0:9212:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1776200718.820200:0:9212:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1776200718.820201:0:9212:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1776200718.820204:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f1cb6017 count: 2 00010000:00000001:0.0:1776200718.820205:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200718.820208:0:9212:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1776200718.820209:0:9212:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1776200718.820210:0:9212:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.820216:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00010000:00000040:0.0:1776200718.820218:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 02000000:00000001:0.0:1776200718.820219:0:9212:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1776200718.820221:0:9212:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200718.820222:0:9212:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.820227:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00000002:00000001:0.0:1776200718.820229:0:9212:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1776200718.820230:0:9212:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1776200718.820231:0:9212:0:(mdc_locks.c:1345:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1776200718.820232:0:9212:0:(lmv_intent.c:509:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1776200718.820233:0:9212:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1776200718.820236:0:9212:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000e8750b99. 00000080:00000001:0.0:1776200718.820238:0:9212:0:(dcache.c:259:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1776200718.820239:0:9212:0:(dcache.c:262:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200718.820240:0:9212:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000e143c7f8) 00000080:00010000:0.0:1776200718.820242:0:9212:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000e143c7f8) for lock 0x8d91c35bada81cba 00000080:00000001:0.0:1776200718.820244:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.820245:0:9212:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1776200718.820251:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.820253:0:9212:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1776200718.820254:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200718.820255:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200718.820256:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c4c6f071 refcount=3 00000020:00000001:0.0:1776200718.820258:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200718.820259:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200718.820261:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.820262:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200718.820263:0:9212:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.820264:0:9212:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200718.820265:0:9212:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8d91c35bada81cba from it 0000000033745cc8 00010000:00000001:0.0:1776200718.820266:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200718.820267:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200718.820268:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c4c6f071 refcount=3 00000020:00000001:0.0:1776200718.820269:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200718.820271:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200718.820272:0:9212:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1776200718.820273:0:9212:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.820279:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200718.820280:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.820281:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200718.820282:0:9212:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1776200718.820283:0:9212:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1776200718.820284:0:9212:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.820289:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200718.820291:0:9212:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776200718.820292:0:9212:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1776200718.820293:0:9212:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1776200718.820294:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.820295:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200718.820301:0:9212:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.820303:0:9212:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1776200718.820304:0:9212:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.820305:0:9212:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.820308:0:9212:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.820309:0:9212:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1776200718.820310:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.820311:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1776200718.820312:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:0.0:1776200718.820313:0:9212:0:(client.c:2665:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1776200718.820315:0:9212:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000e143c7f8), inode mode 41ed mask 3 00000080:00000001:0.0:1776200718.820317:0:9212:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.820321:0:9212:0:(namei.c:1176:ll_atomic_open()) Process entered 00000080:00200000:0.0:1776200718.820323:0:9212:0:(namei.c:1183:ll_atomic_open()) VFS Op:name=f0a.replay-dual-21, dir=[0x200000007:0x1:0x0](00000000e143c7f8), file 00000000e0a0efa5, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1776200718.820329:0:9212:0:(namei.c:1203:ll_atomic_open()) kmalloced '(it)': 72 at 00000000823d37d8. 00000080:00000001:0.0:1776200718.820334:0:9212:0:(namei.c:827:ll_lookup_it()) Process entered 00000080:00200000:0.0:1776200718.820335:0:9212:0:(namei.c:833:ll_lookup_it()) VFS Op:name=f0a.replay-dual-21, dir=[0x200000007:0x1:0x0](00000000e143c7f8), intent=open|creat 00000080:00000010:0.0:1776200718.820350:0:9212:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000e8750b99. 00000080:00000001:0.0:1776200718.820357:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.820359:0:9212:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1776200718.820360:0:9212:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-21' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1776200718.820363:0:9212:0:(lmv_intent.c:301:lmv_intent_open()) Process entered 00800000:00000001:0.0:1776200718.820368:0:9212:0:(lmv_obd.c:1077:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1776200718.820370:0:9212:0:(obd_class.h:918:obd_fid_alloc()) Process entered 00800000:00000001:0.0:1776200718.820371:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.820373:0:9212:0:(mdc_request.c:2771:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1776200718.820376:0:9212:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1776200718.820378:0:9212:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff993be2454000: Allocated FID [0x200000402:0x17:0x0] 40000000:00000001:0.0:1776200718.820381:0:9212:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.820383:0:9212:0:(mdc_request.c:2778:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.820384:0:9212:0:(obd_class.h:930:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.820386:0:9212:0:(lmv_obd.c:1101:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1776200718.820387:0:9212:0:(lmv_intent.c:375:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x17:0x0], name='f0a.replay-dual-21' -> mds #0 00800000:00000001:0.0:1776200718.820390:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.820392:0:9212:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1776200718.820400:0:9212:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: f0a.replay-dual-21,[0x200000402:0x17:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1776200718.820404:0:9212:0:(mdc_locks.c:932:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1776200718.820406:0:9212:0:(mdc_locks.c:263:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1776200718.820410:0:9212:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:0.0:1776200718.820415:0:9212:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.820416:0:9212:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:0.0:1776200718.820418:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f1cb6017 count: 2 00010000:00000001:0.0:1776200718.820419:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200718.820422:0:9212:0:(ldlm_request.c:2103:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1776200718.822223:0:9212:0:(ldlm_request.c:1691:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.822234:0:9212:0:(ldlm_request.c:2153:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1776200718.822238:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00000002:00000001:0.0:1776200718.822246:0:9212:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1776200718.822262:0:9212:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000006e034e. 00000020:00000040:0.0:1776200718.822269:0:9212:0:(genops.c:1191:class_import_get()) import 000000000fe8d637 refcount=50 obd=lustre-MDT0000-mdc-ffff993be2454000 02000000:00000001:0.0:1776200718.822279:0:9212:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1776200718.822281:0:9212:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.822284:0:9212:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1776200718.822290:0:9212:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1776200718.822294:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.822297:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200718.822298:0:9212:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200718.822301:0:9212:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1776200718.822304:0:9212:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1776200718.822309:0:9212:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1776200718.822317:0:9212:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000efd9a805. 00000100:00000001:0.0:1776200718.822325:0:9212:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.822331:0:9212:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1776200718.822332:0:9212:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.822333:0:9212:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1776200718.822334:0:9212:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.822336:0:9212:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.822358:0:9212:0:(mdc_locks.c:432:mdc_intent_open_pack()) Process leaving (rc=18446631080801015744 : -112992908535872 : ffff993bc9d317c0) 00010000:00000001:0.0:1776200718.822363:0:9212:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1776200718.822365:0:9212:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1776200718.822387:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f1cb6017 count: 2 00010000:00000001:0.0:1776200718.822390:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200718.822393:0:9212:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1776200718.822397:0:9212:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000596df58f. 00000020:00000001:0.0:1776200718.822403:0:9212:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1776200718.822406:0:9212:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000596df58f with handle 0x8d91c35bada81d77 to hash 00000020:00000001:0.0:1776200718.822408:0:9212:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1776200718.822410:0:9212:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446631080713891648 : -112992995659968 : ffff993bc4a1af40) 00010000:00000001:0.0:1776200718.822413:0:9212:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446631080713891648 : -112992995659968 : ffff993bc4a1af40) 00010000:00000001:0.0:1776200718.822417:0:9212:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1776200718.822420:0:9212:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200718.822423:0:9212:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000596df58f/0x8d91c35bada81d77 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.822443:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00010000:00010000:0.0:1776200718.822445:0:9212:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000596df58f/0x8d91c35bada81d77 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.822451:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00000020:00100000:0.0:1776200718.822461:0:9212:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993be2454000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1776200718.822475:0:9212:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000006e034e x1862481227038784/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:0.0:1776200718.822484:0:9212:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000596df58f/0x8d91c35bada81d77 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.822489:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00000100:00000001:0.0:1776200718.822492:0:9212:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1776200718.822494:0:9212:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1776200718.822502:0:9212:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a9db3ced. 00000100:00000001:0.0:1776200718.822504:0:9212:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446631080922337280 : -112992787214336 : ffff993bd10e5000) 00000100:00000001:0.0:1776200718.822506:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200718.822507:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801015744 : -112992908535872 : ffff993bc9d317c0) 00000100:00000001:0.0:1776200718.822510:0:9212:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1776200718.822521:0:9212:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200718.822524:0:9212:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1776200718.822526:0:9212:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776200718.822530:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000006e034e x1862481227038784/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 0 ref 2 fl New:PQU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200718.822537:0:9212:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200718.822539:0:9212:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200718.822543:0:9212:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776200718.822545:0:9212:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200718.822548:0:9212:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000006e034e pname:cluuid:pid:xid:nid:opc:job createmany:128773b9-ec2f-47c2-9bf4-461c71beba7d:9212:1862481227038784:192.168.203.148@tcp:101:createmany.0 00000100:00000001:0.0:1776200718.822552:0:9212:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776200718.822559:0:9212:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776200718.822562:0:9212:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200718.822564:0:9212:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1776200718.822667:0:9212:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at 0000000055024889. 02000000:00000001:0.0:1776200718.822670:0:9212:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776200718.822680:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:0.0:1776200718.822686:0:9212:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003295735c. 00000400:00000010:0.0:1776200718.822693:0:9212:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 632 at 0000000005c72377 (tot 3422718). 00000100:00000200:0.0:1776200718.822701:0:9212:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1862481227038784, portal 10 00000100:00000001:0.0:1776200718.822703:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200718.822704:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801015744 : -112992908535872 : ffff993bc9d317c0) 00000100:00000040:0.0:1776200718.822709:0:9212:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000006e034e x1862481227038784/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200725 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200718.822716:0:9212:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776200718.822718:0:9212:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:0.0:1776200718.822722:0:9212:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a7c7898. 00000100:00000200:0.0:1776200718.822725:0:9212:0:(niobuf.c:86:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1862481227038784, offset 0 00000400:00000200:0.0:1776200718.822733:0:9212:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:0.0:1776200718.822742:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200718.822751:0:9212:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:0.0:1776200718.822760:0:9212:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:0.0:1776200718.822764:0:9212:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776200718.822773:0:9212:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:0.0:1776200718.822777:0:9212:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [245:245:256:4294967295] 192.168.203.148@tcp LPNI seq info [245:245:8:4294967295] 00000400:00000200:0.0:1776200718.822781:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200718.822791:0:9212:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:0.0:1776200718.822797:0:9212:0:(socklnd_cb.c:995:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:0.0:1776200718.822802:0:9212:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099f0192d (tot 3422966). 00000800:00000200:0.0:1776200718.822809:0:9212:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:0.0:1776200718.822818:0:9212:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:0.0:1776200718.822822:0:9212:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000099f0192d type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1776200718.822844:0:9212:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200718.822846:0:9212:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200718.822849:0:9212:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200718.822856:0:9212:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200718.822867:0:9212:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:0.0:1776200718.822869:0:9212:0:(client.c:2500:ptlrpc_set_wait()) set 00000000a9db3ced going to sleep for 6 seconds 00000100:00000001:0.0:1776200718.822873:0:9212:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200718.822876:0:9212:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1776200718.828117:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.828141:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200718.828146:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.828149:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200718.828162:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.828171:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200718.828180:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.828187:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.828191:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.828195:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 656 into portal 10 MB=0x69deab3f04040 00000400:00000200:2.0:1776200718.828202:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.828209:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 656/656 into md 0xb2d [32] + 224 00000800:00000001:2.0:1776200718.828221:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.828252:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200718.828256:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200718.828261:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200718.828272:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200718.828282:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000006e034e x1862481227038784/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200725 ref 2 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200718.828296:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=656 offset=224 replen=66264 req@00000000006e034e x1862481227038784/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200725 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200718.828311:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:2.0:1776200718.828324:0:2234:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1776200718.828328:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.828334:0:2234:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200718.828350:0:2234:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [246:246:256:4294967295] 192.168.203.148@tcp LPNI seq info [246:246:8:4294967295] 00000400:00000200:2.0:1776200718.828354:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.828363:0:2234:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:2.0:1776200718.828370:0:2234:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200718.828396:0:2234:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 744 at 00000000620b59a0 (tot 3423462). 00000800:00000200:2.0:1776200718.828403:0:2234:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200718.828412:0:2234:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200718.828417:0:2234:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000620b59a0 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1776200718.828557:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200718.828561:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 744 at 00000000620b59a0 (tot 3422718). 00000400:00000200:2.0:1776200718.828566:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200718.828570:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:2.0:1776200718.828578:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.828581:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200718.829642:0:9212:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1776200718.829653:0:9212:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1776200718.829655:0:9212:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1776200718.829657:0:9212:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003295735c. 00000400:00000200:0.0:1776200718.829664:0:9212:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000005c72377 00000400:00000010:0.0:1776200718.829666:0:9212:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 632 at 0000000005c72377 (tot 3422086). 00000100:00000001:0.0:1776200718.829673:0:9212:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1776200718.829682:0:9212:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000006e034e x1862481227038784/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200725 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:0.0:1776200718.829692:0:9212:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000006e034e x1862481227038784/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200725 ref 2 fl Rpc:RPQU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200718.829699:0:9212:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1776200718.829701:0:9212:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200718.829703:0:9212:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1776200718.829706:0:9212:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1776200718.829708:0:9212:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1776200718.829727:0:9212:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200718.829729:0:9212:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1776200718.829738:0:9212:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=87 v=1 (1 0 0 0) 00000100:00001000:0.0:1776200718.829742:0:9212:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=87 v=1 (1 0 0 0) 00000100:00000001:0.0:1776200718.829744:0:9212:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1776200718.829746:0:9212:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.829748:0:9212:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1776200718.829751:0:9212:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200718.829755:0:9212:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1776200718.829756:0:9212:0:(client.c:1389:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1776200718.829757:0:9212:0:(client.c:1391:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1776200718.829760:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200718.829761:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801015744 : -112992908535872 : ffff993bc9d317c0) 00000100:00000001:0.0:1776200718.829764:0:9212:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1776200718.829765:0:9212:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 0 00000100:00000001:0.0:1776200718.829767:0:9212:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1776200718.829769:0:9212:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200718.829772:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000006e034e x1862481227038784/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200725 ref 3 fl Rpc:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200718.829778:0:9212:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200718.829781:0:9212:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1776200718.829783:0:9212:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1776200718.829787:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000006e034e x1862481227038784/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200725 ref 3 fl Interpret:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:0.0:1776200718.829794:0:9212:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000006e034e pname:cluuid:pid:xid:nid:opc:job createmany:128773b9-ec2f-47c2-9bf4-461c71beba7d:9212:1862481227038784:192.168.203.148@tcp:101:createmany.0 00000100:00000001:0.0:1776200718.829799:0:9212:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200718.829802:0:9212:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200718.829804:0:9212:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1776200718.829806:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200718.829808:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000006e034e x1862481227038784/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200725 ref 3 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200718.829814:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1776200718.829821:0:9212:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a9db3ced. 00000100:00000001:0.0:1776200718.829824:0:9212:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1776200718.829826:0:9212:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.829829:0:9212:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1776200718.829834:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200718.829836:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200718.829839:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000596df58f refcount=4 00000020:00000001:0.0:1776200718.829842:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713891648 : -112992995659968 : ffff993bc4a1af40) 00010000:00000001:0.0:1776200718.829845:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713891648 : -112992995659968 : ffff993bc4a1af40) 00010000:00000040:0.0:1776200718.829850:0:9212:0:(ldlm_request.c:701:ldlm_cli_enqueue_fini()) local: 00000000596df58f, remote cookie: 0x98dca339dc2afbe9, flags: 0x1001 00010000:00010000:0.0:1776200718.829854:0:9212:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode CR ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000596df58f/0x8d91c35bada81d77 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afbe9 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.829861:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00010000:00000040:0.0:1776200718.829865:0:9212:0:(ldlm_request.c:723:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x17:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1776200718.829868:0:9212:0:(ldlm_lock.c:519:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1776200718.829875:0:9212:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000aa0ca152. 00010000:00000010:0.0:1776200718.829879:0:9212:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000092c1e5fb. 00010000:00000040:0.0:1776200718.829884:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200718.829886:0:9212:0:(ldlm_lock.c:570:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200718.829887:0:9212:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000596df58f/0x8d91c35bada81d77 lrc: 4/0,1 mode: --/CR res: [0x200000402:0x17:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afbe9 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.829893:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000aa0ca152 count: 1 00010000:00010000:0.0:1776200718.829896:0:9212:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000596df58f/0x8d91c35bada81d77 lrc: 4/0,1 mode: --/CR res: [0x200000402:0x17:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afbe9 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.829900:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000aa0ca152 count: 1 00010000:00000001:0.0:1776200718.829903:0:9212:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1776200718.829906:0:9212:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1776200718.829908:0:9212:0:(ldlm_lock.c:977:search_granted_lock()) Process entered 00010000:00000001:0.0:1776200718.829910:0:9212:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1776200718.829916:0:9212:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1776200718.829918:0:9212:0:(ldlm_resource.c:1787:ldlm_resource_dump()) --- Resource: [0x200000402:0x17:0x0].0x0 (00000000aa0ca152) refcount = 1 00010000:00010000:0.0:1776200718.829921:0:9212:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000596df58f/0x8d91c35bada81d77 lrc: 4/0,1 mode: CR/CR res: [0x200000402:0x17:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2afbe9 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.829926:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000aa0ca152 count: 1 00010000:00000001:0.0:1776200718.829928:0:9212:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1776200718.829931:0:9212:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1776200718.829932:0:9212:0:(ldlm_lock.c:1891:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200718.829935:0:9212:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1776200718.829937:0:9212:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200718.829939:0:9212:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000596df58f/0x8d91c35bada81d77 lrc: 4/0,1 mode: CR/CR res: [0x200000402:0x17:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afbe9 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.829944:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000aa0ca152 count: 1 00010000:00000001:0.0:1776200718.829945:0:9212:0:(ldlm_request.c:797:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1776200718.829947:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.829948:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200718.829949:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.829950:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200718.829951:0:9212:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.829955:0:9212:0:(mdc_locks.c:688:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1776200718.829957:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200718.829958:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200718.829959:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000596df58f refcount=3 00000020:00000001:0.0:1776200718.829961:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713891648 : -112992995659968 : ffff993bc4a1af40) 00010000:00000001:0.0:1776200718.829963:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713891648 : -112992995659968 : ffff993bc4a1af40) 00010000:00000001:0.0:1776200718.829965:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200718.829966:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200718.829967:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000596df58f refcount=4 00000020:00000001:0.0:1776200718.829968:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713891648 : -112992995659968 : ffff993bc4a1af40) 00010000:00000001:0.0:1776200718.829970:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713891648 : -112992995659968 : ffff993bc4a1af40) 00010000:00000001:0.0:1776200718.829973:0:9212:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1776200718.829974:0:9212:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200718.829984:0:9212:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000596df58f/0x8d91c35bada81d77 lrc: 5/1,1 mode: CR/CR res: [0x200000402:0x17:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2afbe9 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.829991:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000aa0ca152 count: 1 00010000:00000001:0.0:1776200718.829992:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.829993:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200718.829994:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200718.829995:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200718.829996:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000596df58f refcount=5 00000020:00000001:0.0:1776200718.829998:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713891648 : -112992995659968 : ffff993bc4a1af40) 00010000:00000001:0.0:1776200718.829999:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713891648 : -112992995659968 : ffff993bc4a1af40) 00010000:00000001:0.0:1776200718.830001:0:9212:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1776200718.830002:0:9212:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000596df58f/0x8d91c35bada81d77 lrc: 5/1,1 mode: CR/CR res: [0x200000402:0x17:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2afbe9 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.830006:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000aa0ca152 count: 1 00010000:00000001:0.0:1776200718.830008:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.830009:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1776200718.830010:0:9212:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000596df58f/0x8d91c35bada81d77 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x17:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2afbe9 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.830014:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000aa0ca152 count: 1 00010000:00000001:0.0:1776200718.830016:0:9212:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1776200718.830017:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.830018:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200718.830018:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.830019:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1776200718.830022:0:9212:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@00000000006e034e x1862481227038784/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200725 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:0.0:1776200718.830031:0:9212:0:(mdc_request.c:781:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1776200718.830034:0:9212:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000006e034e x1862481227038784/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200725 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:0.0:1776200718.830039:0:9212:0:(mdc_request.c:834:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.830053:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200718.830055:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200718.830056:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000596df58f refcount=3 00000020:00000001:0.0:1776200718.830057:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713891648 : -112992995659968 : ffff993bc4a1af40) 00010000:00000001:0.0:1776200718.830059:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713891648 : -112992995659968 : ffff993bc4a1af40) 00000002:00010000:0.0:1776200718.830061:0:9212:0:(mdc_locks.c:847:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000596df58f/0x8d91c35bada81d77 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x17:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afbe9 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.830066:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000aa0ca152 count: 1 00000002:00000010:0.0:1776200718.830070:0:9212:0:(mdc_locks.c:849:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at 000000003e183f81. 00010000:00000001:0.0:1776200718.830072:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.830073:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200718.830074:0:9212:0:(mdc_locks.c:889:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.830076:0:9212:0:(mdc_locks.c:1088:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.830078:0:9212:0:(mdc_locks.c:1110:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1776200718.830080:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200718.830081:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801015744 : -112992908535872 : ffff993bc9d317c0) 00000100:00000001:0.0:1776200718.830083:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200718.830084:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801015744 : -112992908535872 : ffff993bc9d317c0) 00010000:00000001:0.0:1776200718.830085:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200718.830086:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200718.830087:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000596df58f refcount=3 00000020:00000001:0.0:1776200718.830088:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713891648 : -112992995659968 : ffff993bc4a1af40) 00010000:00000001:0.0:1776200718.830090:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713891648 : -112992995659968 : ffff993bc4a1af40) 00000002:00010000:0.0:1776200718.830091:0:9212:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000596df58f/0x8d91c35bada81d77 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x17:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afbe9 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:0.0:1776200718.830096:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000aa0ca152 count: 1 00010000:00000001:0.0:1776200718.830097:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.830098:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200718.830100:0:9212:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1776200718.830101:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200718.830101:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200718.830106:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000596df58f refcount=3 00000020:00000001:0.0:1776200718.830108:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713891648 : -112992995659968 : ffff993bc4a1af40) 00010000:00000001:0.0:1776200718.830110:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713891648 : -112992995659968 : ffff993bc4a1af40) 00010000:00000040:0.0:1776200718.830113:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000aa0ca152 count: 2 00010000:00000001:0.0:1776200718.830115:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1776200718.830118:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000aa0ca152 count: 1 00010000:00010000:0.0:1776200718.830119:0:9212:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000eb44f7cf type 13 mode 16 res 8589935618/23 (0 0) 00010000:00000001:0.0:1776200718.830122:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.830123:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200718.830124:0:9212:0:(mdc_locks.c:1205:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1776200718.830125:0:9212:0:(mdc_locks.c:1210:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-21 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1776200718.830127:0:9212:0:(mdc_locks.c:1365:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.830131:0:9212:0:(lmv_intent.c:421:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.830133:0:9212:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.830137:0:9212:0:(namei.c:663:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1776200718.830138:0:9212:0:(namei.c:668:ll_lookup_it_finish()) it 00000000823d37d8 it_disposition 1800037 00000080:00002000:0.0:1776200718.830143:0:9212:0:(namei.c:648:ll_splice_alias()) Add dentry 00000000999b7f2e inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1776200718.830147:0:9212:0:(namei.c:798:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1776200718.830151:0:9212:0:(namei.c:1071:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1776200718.830154:0:9212:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000e8750b99. 00000100:00000001:0.0:1776200718.830158:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200718.830161:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 3 req@00000000006e034e x1862481227038784/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 4 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200718.830167:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.830170:0:9212:0:(namei.c:1409:ll_create_it()) Process entered 00000080:00200000:0.0:1776200718.830171:0:9212:0:(namei.c:1412:ll_create_it()) VFS Op:name=f0a.replay-dual-21, dir=[0x200000007:0x1:0x0](00000000e143c7f8), intent=open|creat 00000080:00000001:0.0:1776200718.830174:0:9212:0:(namei.c:1361:ll_create_node()) Process entered 00000080:00000001:0.0:1776200718.830176:0:9212:0:(llite_lib.c:3156:ll_prep_inode()) Process entered 00000080:00000001:0.0:1776200718.830178:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.830181:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.830184:0:9212:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1776200718.830186:0:9212:0:(mdc_request.c:665:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1776200718.830188:0:9212:0:(lcommon_cl.c:274:cl_fid_build_ino()) Process leaving (rc=144115205289279511 : 144115205289279511 : 200000402000017) 00000080:00000001:0.0:1776200718.830191:0:9212:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:0.0:1776200718.830205:0:9212:0:(super25.c:60:ll_alloc_inode()) slab-alloced 'lli': 2032 at 0000000007fecdc7. 00000020:00000001:0.0:1776200718.830213:0:9212:0:(class_obd.c:866:obd_heat_clear()) Process entered 00000020:00000001:0.0:1776200718.830215:0:9212:0:(class_obd.c:869:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1776200718.830217:0:9212:0:(llite_lib.c:2835:ll_read_inode2()) Process entered 00000080:00200000:0.0:1776200718.830218:0:9212:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x200000402:0x17:0x0](000000000b504316) 00000020:00000001:0.0:1776200718.830222:0:9212:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:0.0:1776200718.830226:0:9212:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080802469000 : -112992907082616 : ffff993bc9e94488) 00000020:00001000:0.0:1776200718.830227:0:9212:0:(cl_object.c:739:cl_env_get()) 1@00000000bbd77179 00000020:00000001:0.0:1776200718.830231:0:9212:0:(lu_object.c:816:lu_object_find_at()) Process entered 00000080:00000010:0.0:1776200718.830235:0:9212:0:(vvp_object.c:308:vvp_object_alloc()) slab-alloced 'vob': 200 at 0000000070a6d10f. 00000020:00000001:0.0:1776200718.830237:0:9212:0:(cl_object.c:74:cl_object_header_init()) Process entered 00000020:00000001:0.0:1776200718.830238:0:9212:0:(cl_object.c:81:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1776200718.830246:0:9212:0:(lov_object.c:2283:lov_object_alloc()) Process entered 00020000:00000010:0.0:1776200718.830248:0:9212:0:(lov_object.c:2284:lov_object_alloc()) slab-alloced 'lov': 248 at 000000007c5950fd. 00020000:00000001:0.0:1776200718.830250:0:9212:0:(lov_object.c:2298:lov_object_alloc()) Process leaving (rc=18446631080922345096 : -112992787206520 : ffff993bd10e6e88) 00020000:00000001:0.0:1776200718.830253:0:9212:0:(lov_object.c:1342:lov_object_init()) Process entered 00020000:00000001:0.0:1776200718.830255:0:9212:0:(lov_pack.c:336:lov_unpackmd()) Process entered 00020000:00000010:0.0:1776200718.830259:0:9212:0:(lov_ea.c:213:lsme_unpack()) kmalloced '(lsme)': 72 at 00000000a996fe5c. 00020000:00000010:0.0:1776200718.830262:0:9212:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at 0000000018489819. 00020000:00000010:0.0:1776200718.830266:0:9212:0:(lov_ea.c:338:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at 000000009f8dc129. 00020000:00000001:0.0:1776200718.830268:0:9212:0:(lov_pack.c:348:lov_unpackmd()) Process leaving (rc=18446631080815621056 : -112992893930560 : ffff993bcab1f3c0) 00020000:00000002:0.0:1776200718.830270:0:9212:0:(lov_ea.c:635:dump_lsm()) lsm 000000009f8dc129, objid 0x17:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1776200718.830273:0:9212:0:(lov_ea.c:657:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 1048576, pool: [] 00020000:00000002:0.0:1776200718.830276:0:9212:0:(lov_ea.c:667:dump_lsm()) oinfo:0000000018489819: ostid: 0x0:13 ost idx: 0 gen: 0 00020000:00000001:0.0:1776200718.830278:0:9212:0:(lov_object.c:636:lov_init_composite()) Process entered 00020000:00000002:0.0:1776200718.830280:0:9212:0:(lov_ea.c:635:dump_lsm()) lsm 000000009f8dc129, objid 0x17:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1776200718.830282:0:9212:0:(lov_ea.c:657:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 1048576, pool: [] 00020000:00000002:0.0:1776200718.830284:0:9212:0:(lov_ea.c:667:dump_lsm()) oinfo:0000000018489819: ostid: 0x0:13 ost idx: 0 gen: 0 00020000:00000010:0.0:1776200718.830287:0:9212:0:(lov_object.c:655:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at 00000000ceaeb50f. 00020000:00000010:0.0:1776200718.830289:0:9212:0:(lov_object.c:659:lov_init_composite()) kmalloced '(comp->lo_entries)': 168 at 00000000a9db3ced. 00020000:00000001:0.0:1776200718.830293:0:9212:0:(lov_object.c:213:lov_init_raid0()) Process entered 00020000:00000010:0.0:1776200718.830296:0:9212:0:(lov_object.c:218:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at 00000000e71ea81a. 00020000:00000001:0.0:1776200718.830299:0:9212:0:(lov_object.c:104:lov_sub_find()) Process entered 00000020:00000001:0.0:1776200718.830305:0:9212:0:(lu_object.c:816:lu_object_find_at()) Process entered 00020000:00000001:0.0:1776200718.830310:0:9212:0:(lovsub_object.c:185:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1776200718.830313:0:9212:0:(lovsub_object.c:186:lovsub_object_alloc()) slab-alloced 'los': 200 at 000000005c34f5c5. 00000020:00000001:0.0:1776200718.830315:0:9212:0:(cl_object.c:74:cl_object_header_init()) Process entered 00000020:00000001:0.0:1776200718.830316:0:9212:0:(cl_object.c:81:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1776200718.830318:0:9212:0:(lovsub_object.c:199:lovsub_object_alloc()) Process leaving (rc=18446631080801348864 : -112992908202752 : ffff993bc9d82d00) 00020000:00000001:0.0:1776200718.830321:0:9212:0:(lovsub_object.c:58:lovsub_object_init()) Process entered 00000008:00000010:0.0:1776200718.830324:0:9212:0:(osc_object.c:449:osc_object_alloc()) slab-alloced 'osc': 432 at 00000000839cdae4. 00020000:00000001:0.0:1776200718.830326:0:9212:0:(lovsub_object.c:67:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200718.830331:0:9212:0:(lu_object.c:915:lu_object_find_at()) Process leaving (rc=18446631080801348864 : -112992908202752 : ffff993bc9d82d00) 00020000:00000001:0.0:1776200718.830333:0:9212:0:(lov_object.c:108:lov_sub_find()) Process leaving (rc=18446631080801348864 : -112992908202752 : ffff993bc9d82d00) 00020000:00000002:0.0:1776200718.830336:0:9212:0:(lov_object.c:155:lov_init_sub()) [0x100000000:0xd:0x0]@000000005c34f5c5[0:0] -> [0x200000402:0x17:0x0]@0000000070a6d10f: ostid: 0x0:13 ost idx: 0 gen: 0 00020000:00000001:0.0:1776200718.830357:0:9212:0:(lov_object.c:284:lov_init_raid0()) Process leaving (rc=176 : 176 : b0) 00020000:00000001:0.0:1776200718.830359:0:9212:0:(lov_object.c:813:lov_init_composite()) Process leaving 00020000:00000001:0.0:1776200718.830361:0:9212:0:(lov_object.c:1370:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200718.830364:0:9212:0:(lu_object.c:915:lu_object_find_at()) Process leaving (rc=18446631080801346664 : -112992908204952 : ffff993bc9d82468) 00000020:00001000:0.0:1776200718.830367:0:9212:0:(cl_object.c:820:cl_env_put()) 1@00000000bbd77179 00000080:00000001:0.0:1776200718.830371:0:9212:0:(lcommon_cl.c:274:cl_fid_build_ino()) Process leaving (rc=144115205289279511 : 144115205289279511 : 200000402000017) 00000080:00000001:0.0:1776200718.830373:0:9212:0:(lcommon_cl.c:286:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1776200718.830374:0:9212:0:(llite_lib.c:2690:ll_update_inode()) setting ino 144115205289279511 mtime from 0 to 1776200718 00000080:00000001:0.0:1776200718.830378:0:9212:0:(llite_lib.c:2864:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1776200718.830381:0:9212:0:(namei.c:166:ll_iget()) Process leaving (rc=18446631080817518800 : -112992892032816 : ffff993bcacee8d0) 00010000:00000001:0.0:1776200718.830383:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200718.830384:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200718.830385:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000596df58f refcount=3 00000020:00000001:0.0:1776200718.830387:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713891648 : -112992995659968 : ffff993bc4a1af40) 00010000:00000001:0.0:1776200718.830388:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713891648 : -112992995659968 : ffff993bc4a1af40) 00000080:00000001:0.0:1776200718.830391:0:9212:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:0.0:1776200718.830392:0:9212:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:0.0:1776200718.830393:0:9212:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080802469000 : -112992907082616 : ffff993bc9e94488) 00000020:00001000:0.0:1776200718.830395:0:9212:0:(cl_object.c:739:cl_env_get()) 1@00000000bbd77179 00000020:00000001:0.0:1776200718.830396:0:9212:0:(cl_object.c:296:cl_conf_set()) Process entered 00020000:00000001:0.0:1776200718.830398:0:9212:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:0.0:1776200718.830405:0:9212:0:(lov_pack.c:336:lov_unpackmd()) Process entered 00020000:00000010:0.0:1776200718.830408:0:9212:0:(lov_ea.c:213:lsme_unpack()) kmalloced '(lsme)': 72 at 0000000077f171df. 00020000:00000010:0.0:1776200718.830410:0:9212:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at 00000000830364e7. 00020000:00000010:0.0:1776200718.830413:0:9212:0:(lov_ea.c:338:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at 0000000043aa58d7. 00020000:00000001:0.0:1776200718.830414:0:9212:0:(lov_pack.c:348:lov_unpackmd()) Process leaving (rc=18446631080815623648 : -112992893927968 : ffff993bcab1fde0) 00020000:00000002:0.0:1776200718.830416:0:9212:0:(lov_ea.c:635:dump_lsm()) lsm 0000000043aa58d7, objid 0x17:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1776200718.830419:0:9212:0:(lov_ea.c:657:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 1048576, pool: [] 00020000:00000002:0.0:1776200718.830421:0:9212:0:(lov_ea.c:667:dump_lsm()) oinfo:00000000830364e7: ostid: 0x0:13 ost idx: 0 gen: 0 00020000:00000002:0.0:1776200718.830424:0:9212:0:(lov_object.c:1234:lov_conf_lock()) Took exclusive lov(000000007c5950fd) owner 00000000c7f03c54 00020000:00000001:0.0:1776200718.830426:0:9212:0:(lov_object.c:1439:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1776200718.830428:0:9212:0:(lov_object.c:1240:lov_conf_unlock()) To release exclusive lov(000000007c5950fd) owner 00000000c7f03c54 00020000:00000010:0.0:1776200718.830430:0:9212:0:(lov_ea.c:144:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at 00000000830364e7. 00020000:00000010:0.0:1776200718.830433:0:9212:0:(lov_ea.c:147:lsme_free()) kfreed 'lsme': 72 at 0000000077f171df. 00020000:00000010:0.0:1776200718.830435:0:9212:0:(lov_ea.c:166:lsm_free()) kfreed 'lsm': 88 at 0000000043aa58d7. 00020000:00000002:0.0:1776200718.830437:0:9212:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x17:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1776200718.830439:0:9212:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200718.830441:0:9212:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200718.830444:0:9212:0:(cl_object.c:387:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1776200718.830446:0:9212:0:(lov_object.c:1182:lov_conf_freeze()) To take share lov(000000007c5950fd) owner 0000000000000000/00000000c7f03c54 00020000:00000002:0.0:1776200718.830449:0:9212:0:(lov_object.c:2311:lov_lsm_addref()) lsm 000000009f8dc129 addref 2/0 by 00000000c7f03c54. 00020000:00000002:0.0:1776200718.830451:0:9212:0:(lov_object.c:1190:lov_conf_thaw()) To release share lov(000000007c5950fd) owner 0000000000000000/00000000c7f03c54 00020000:00000001:0.0:1776200718.830453:0:9212:0:(lov_object.c:2209:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1776200718.830455:0:9212:0:(lov_pack.c:197:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1776200718.830456:0:9212:0:(lov_pack.c:109:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1776200718.830457:0:9212:0:(lov_pack.c:114:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1776200718.830459:0:9212:0:(lov_object.c:2227:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1776200718.830461:0:9212:0:(file.c:5870:ll_layout_conf()) [0x200000402:0x17:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1776200718.830463:0:9212:0:(cl_object.c:820:cl_env_put()) 1@00000000bbd77179 00000080:00000001:0.0:1776200718.830465:0:9212:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.830466:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.830467:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1776200718.830469:0:9212:0:(llite_lib.c:3243:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1776200718.830470:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.830472:0:9212:0:(lmv_obd.c:3637:lmv_free_lustre_md()) Process entered 00800000:00000001:0.0:1776200718.830479:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.830480:0:9212:0:(mdc_request.c:675:mdc_free_lustre_md()) Process entered 00000002:00000001:0.0:1776200718.830482:0:9212:0:(mdc_request.c:676:mdc_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.830483:0:9212:0:(lmv_obd.c:3649:lmv_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200718.830485:0:9212:0:(namei.c:1379:ll_create_node()) setting l_ast_data to inode [0x200000402:0x17:0x0](000000000b504316) 00000080:00010000:0.0:1776200718.830488:0:9212:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000402:0x17:0x0](000000000b504316) for lock 0x8d91c35bada81d77 00000080:00000001:0.0:1776200718.830490:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.830492:0:9212:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1776200718.830493:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.830495:0:9212:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1776200718.830496:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200718.830497:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200718.830498:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000596df58f refcount=3 00000020:00000001:0.0:1776200718.830499:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713891648 : -112992995659968 : ffff993bc4a1af40) 00010000:00000001:0.0:1776200718.830501:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713891648 : -112992995659968 : ffff993bc4a1af40) 00010000:00000001:0.0:1776200718.830502:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.830503:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200718.830505:0:9212:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.830506:0:9212:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.830507:0:9212:0:(namei.c:1381:ll_create_node()) Process leaving 00000100:00000001:0.0:1776200718.830508:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200718.830511:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000006e034e x1862481227038784/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 3 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200718.830517:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.830522:0:9212:0:(namei.c:1461:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.830524:0:9212:0:(pcc.c:2323:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1776200718.830526:0:9212:0:(pcc.c:2326:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.830533:0:9212:0:(file.c:834:ll_file_open()) Process entered 00000080:00200000:0.0:1776200718.830534:0:9212:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x200000402:0x17:0x0](000000000b504316), flags 100102 00000080:00000010:0.0:1776200718.830541:0:9212:0:(file.c:80:ll_file_data_get()) slab-alloced 'fd': 280 at 000000000801eab6. 00000080:00000010:0.0:1776200718.830545:0:9212:0:(file.c:1001:ll_file_open()) kmalloced '(*och_p)': 48 at 00000000baba7e69. 00000080:00000001:0.0:1776200718.830548:0:9212:0:(file.c:767:ll_local_open()) Process entered 00000080:00000001:0.0:1776200718.830550:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.830551:0:9212:0:(lmv_obd.c:3660:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1776200718.830553:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.830554:0:9212:0:(mdc_request.c:781:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1776200718.830565:0:9212:0:(obd.h:1238:obd_mod_alloc()) kmalloced '(mod)': 32 at 000000005374a3b0. 00000002:00100000:0.0:1776200718.830568:0:9212:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000006e034e x1862481227038784/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:0.0:1776200718.830573:0:9212:0:(mdc_request.c:834:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.830575:0:9212:0:(lmv_obd.c:3666:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1776200718.830578:0:9212:0:(rw.c:921:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1776200718.830581:0:9212:0:(file.c:785:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.830582:0:9212:0:(pcc.c:1499:pcc_file_open()) Process entered 00000080:00000001:0.0:1776200718.830585:0:9212:0:(pcc.c:1414:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1776200718.830586:0:9212:0:(pcc.c:1420:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.830619:0:9212:0:(pcc.c:1518:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1776200718.830620:0:9212:0:(pcc.c:1542:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.830622:0:9212:0:(file.c:1039:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200718.830625:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200718.830628:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000006e034e x1862481227038784/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 02000000:00000001:0.0:1776200718.830634:0:9212:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1776200718.830638:0:9212:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at 0000000055024889. 02000000:00000001:0.0:1776200718.830689:0:9212:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1776200718.830690:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.830694:0:9212:0:(dcache.c:214:ll_intent_release()) Process entered 00000080:00000040:0.0:1776200718.830695:0:9212:0:(dcache.c:216:ll_intent_release()) intent 00000000823d37d8 released 00000080:00010000:0.0:1776200718.830697:0:9212:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8d91c35bada81d77 from it 00000000823d37d8 00010000:00000001:0.0:1776200718.830699:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200718.830701:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200718.830702:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000596df58f refcount=3 00000020:00000001:0.0:1776200718.830703:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713891648 : -112992995659968 : ffff993bc4a1af40) 00010000:00000001:0.0:1776200718.830705:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713891648 : -112992995659968 : ffff993bc4a1af40) 00010000:00000001:0.0:1776200718.830707:0:9212:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1776200718.830708:0:9212:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000596df58f/0x8d91c35bada81d77 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x17:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x98dca339dc2afbe9 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:0.0:1776200718.830714:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000aa0ca152 count: 1 00010000:00000001:0.0:1776200718.830721:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.830722:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200718.830723:0:9212:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1776200718.830726:0:9212:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1776200718.830727:0:9212:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000596df58f/0x8d91c35bada81d77 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x17:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x98dca339dc2afbe9 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:0.0:1776200718.830733:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000aa0ca152 count: 1 00010000:00000001:0.0:1776200718.830736:0:9212:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776200718.830738:0:9212:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1776200718.830740:0:9212:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1776200718.830743:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.830744:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200718.830746:0:9212:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.830749:0:9212:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1776200718.830751:0:9212:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.830753:0:9212:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.830755:0:9212:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.830757:0:9212:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1776200718.830758:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.830759:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1776200718.830760:0:9212:0:(dcache.c:227:ll_intent_release()) Process leaving 00000080:00000010:0.0:1776200718.830762:0:9212:0:(namei.c:1349:ll_atomic_open()) kfreed 'it': 72 at 00000000823d37d8. 00000080:00000001:0.0:1776200718.830764:0:9212:0:(namei.c:1351:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.830768:0:9212:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00200000:0.0:1776200718.830770:0:9212:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000402:0x17:0x0](000000000b504316), inode mode 81a4 mask 40 00000080:00000001:0.0:1776200718.830773:0:9212:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1776200718.830795:0:9212:0:(lov_object.c:2321:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1776200718.830797:0:9212:0:(lov_object.c:1182:lov_conf_freeze()) To take share lov(000000007c5950fd) owner 0000000000000000/00000000c7f03c54 00020000:00000002:0.0:1776200718.830800:0:9212:0:(lov_object.c:1190:lov_conf_thaw()) To release share lov(000000007c5950fd) owner 0000000000000000/00000000c7f03c54 00020000:00000001:0.0:1776200718.830802:0:9212:0:(lov_object.c:2367:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.830809:0:9212:0:(file.c:407:ll_file_release()) Process entered 00000080:00200000:0.0:1776200718.830811:0:9212:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x200000402:0x17:0x0](000000000b504316) 00000080:00000001:0.0:1776200718.830813:0:9212:0:(pcc.c:1552:pcc_file_release()) Process entered 00000080:00000001:0.0:1776200718.830815:0:9212:0:(pcc.c:1571:pcc_file_release()) Process leaving 00020000:00000001:0.0:1776200718.830816:0:9212:0:(lov_object.c:2321:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1776200718.830817:0:9212:0:(lov_object.c:1182:lov_conf_freeze()) To take share lov(000000007c5950fd) owner 0000000000000000/00000000c7f03c54 00020000:00000002:0.0:1776200718.830823:0:9212:0:(lov_object.c:1190:lov_conf_thaw()) To release share lov(000000007c5950fd) owner 0000000000000000/00000000c7f03c54 00020000:00000001:0.0:1776200718.830825:0:9212:0:(lov_object.c:2367:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.830827:0:9212:0:(file.c:327:ll_md_close()) Process entered 00000080:00000001:0.0:1776200718.830829:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.830831:0:9212:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:0.0:1776200718.830833:0:9212:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x17:0x0] 00800000:00000001:0.0:1776200718.830834:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.830836:0:9212:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1776200718.830838:0:9212:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1776200718.830841:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000aa0ca152 count: 2 00010000:00000001:0.0:1776200718.830843:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1776200718.830845:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000aa0ca152 count: 1 00000002:00000001:0.0:1776200718.830847:0:9212:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.830849:0:9212:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.830851:0:9212:0:(file.c:281:ll_md_real_close()) Process entered 00000080:00000001:0.0:1776200718.830853:0:9212:0:(file.c:157:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1776200718.830855:0:9212:0:(file.c:165:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at 00000000e8750b99. 00000080:00000001:0.0:1776200718.830857:0:9212:0:(file.c:102:ll_prepare_close()) Process entered 00000080:00000001:0.0:1776200718.830861:0:9212:0:(file.c:137:ll_prepare_close()) Process leaving 00000080:00000001:0.0:1776200718.830862:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.830865:0:9212:0:(lmv_obd.c:1466:lmv_close()) Process entered 00800000:00000002:0.0:1776200718.830866:0:9212:0:(lmv_obd.c:1472:lmv_close()) CLOSE [0x200000402:0x17:0x0] 00800000:00000001:0.0:1776200718.830868:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.830870:0:9212:0:(mdc_request.c:900:mdc_close()) Process entered 00000002:00000002:0.0:1776200718.830871:0:9212:0:(mdc_request.c:904:mdc_close()) lustre-MDT0000-mdc-ffff993be2454000: [0x200000402:0x17:0x0] file closed with intent: 0 00000100:00000010:0.0:1776200718.830876:0:9212:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003b5e6e53. 00000020:00000040:0.0:1776200718.830878:0:9212:0:(genops.c:1191:class_import_get()) import 000000000fe8d637 refcount=51 obd=lustre-MDT0000-mdc-ffff993be2454000 00000002:00100000:0.0:1776200718.830884:0:9212:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@00000000006e034e x1862481227038784/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 1 fl Complete:RPQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200718.830891:0:9212:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1776200718.830893:0:9212:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1776200718.830897:0:9212:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1776200718.830901:0:9212:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000061ba6883. 00000100:00000001:0.0:1776200718.830906:0:9212:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1776200718.830913:0:9212:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993be2454000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1776200718.830924:0:9212:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000003b5e6e53 x1862481227038912/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1776200718.830929:0:9212:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1776200718.830931:0:9212:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1776200718.830935:0:9212:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000796f178d. 00000100:00000001:0.0:1776200718.830937:0:9212:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446631080922338048 : -112992787213568 : ffff993bd10e5300) 00000100:00000001:0.0:1776200718.830939:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200718.830940:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801009664 : -112992908541952 : ffff993bc9d30000) 00000100:00000001:0.0:1776200718.830944:0:9212:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1776200718.830947:0:9212:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200718.830949:0:9212:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1776200718.830950:0:9212:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776200718.830953:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003b5e6e53 x1862481227038912/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200718.830959:0:9212:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200718.830960:0:9212:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200718.830963:0:9212:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776200718.830966:0:9212:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200718.830968:0:9212:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b5e6e53 pname:cluuid:pid:xid:nid:opc:job createmany:128773b9-ec2f-47c2-9bf4-461c71beba7d:9212:1862481227038912:192.168.203.148@tcp:35:createmany.0 00000100:00000001:0.0:1776200718.830972:0:9212:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776200718.830977:0:9212:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776200718.830979:0:9212:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200718.830981:0:9212:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1776200718.830984:0:9212:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000005c72377. 02000000:00000001:0.0:1776200718.830986:0:9212:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776200718.830992:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:0.0:1776200718.830996:0:9212:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003295735c. 00000400:00000010:0.0:1776200718.831001:0:9212:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000173dd8cd. 00000100:00000200:0.0:1776200718.831007:0:9212:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227038912, portal 10 00000100:00000001:0.0:1776200718.831009:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200718.831010:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801009664 : -112992908541952 : ffff993bc9d30000) 00000100:00000040:0.0:1776200718.831015:0:9212:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000003b5e6e53 x1862481227038912/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200725 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200718.831031:0:9212:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776200718.831033:0:9212:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:0.0:1776200718.831036:0:9212:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f26a488. 00000100:00000200:0.0:1776200718.831040:0:9212:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227038912, offset 0 00000400:00000200:0.0:1776200718.831046:0:9212:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:0.0:1776200718.831053:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200718.831060:0:9212:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:0.0:1776200718.831069:0:9212:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:0.0:1776200718.831072:0:9212:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776200718.831075:0:9212:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:0.0:1776200718.831078:0:9212:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [247:247:256:4294967295] 192.168.203.148@tcp LPNI seq info [247:247:8:4294967295] 00000400:00000200:0.0:1776200718.831082:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200718.831090:0:9212:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:0.0:1776200718.831095:0:9212:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:0.0:1776200718.831099:0:9212:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f404acca (tot 3422334). 00000800:00000200:0.0:1776200718.831104:0:9212:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:0.0:1776200718.831112:0:9212:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:0.0:1776200718.831115:0:9212:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f404acca type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1776200718.831133:0:9212:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200718.831136:0:9212:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200718.831138:0:9212:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200718.831140:0:9212:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200718.831141:0:9212:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:0.0:1776200718.831143:0:9212:0:(client.c:2500:ptlrpc_set_wait()) set 00000000796f178d going to sleep for 6 seconds 00000100:00000001:0.0:1776200718.831145:0:9212:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200718.831147:0:9212:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200718.833752:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200718.833764:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f404acca (tot 3422086). 00000400:00000200:2.0:1776200718.833778:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200718.833790:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200718.833798:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f26a488 00000400:00000010:2.0:1776200718.833801:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f26a488. 00000100:00000001:2.0:1776200718.833807:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200718.833816:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003b5e6e53 x1862481227038912/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200725 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200718.833829:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200718.833832:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000003b5e6e53 x1862481227038912/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200725 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200718.833837:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200718.833838:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200718.840382:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.840410:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200718.840417:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.840420:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200718.840443:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.840453:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200718.840467:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.840472:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.840477:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.840503:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f040c0 00000400:00000200:2.0:1776200718.840509:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.840516:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0xb35 [1] + 224 00000800:00000001:2.0:1776200718.840527:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.840544:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200718.840547:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200718.840551:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200718.840559:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200718.840566:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003b5e6e53 x1862481227038912/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200725 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200718.840578:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=456 offset=224 replen=624 req@000000003b5e6e53 x1862481227038912/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200725 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200718.840618:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200718.840628:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.840631:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200718.840815:0:9212:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1776200718.840826:0:9212:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1776200718.840828:0:9212:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1776200718.840831:0:9212:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003295735c. 00000400:00000200:0.0:1776200718.840838:0:9212:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000173dd8cd 00000400:00000010:0.0:1776200718.840840:0:9212:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000173dd8cd. 00000100:00000001:0.0:1776200718.840861:0:9212:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1776200718.840865:0:9212:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003b5e6e53 x1862481227038912/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200725 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:0.0:1776200718.840872:0:9212:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003b5e6e53 x1862481227038912/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200725 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200718.840878:0:9212:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1776200718.840879:0:9212:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200718.840882:0:9212:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1776200718.840886:0:9212:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1776200718.840889:0:9212:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1776200718.840891:0:9212:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200718.840894:0:9212:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1776200718.840906:0:9212:0:(import.c:1935:at_measured()) add 1 to 000000000f61d0a9 time=86 v=1 (1 0 0 0) 00000100:00001000:0.0:1776200718.840911:0:9212:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=87 v=1 (1 0 0 0) 00000100:00000001:0.0:1776200718.840914:0:9212:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1776200718.840915:0:9212:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.840918:0:9212:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1776200718.840922:0:9212:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200718.840926:0:9212:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1776200718.840927:0:9212:0:(client.c:1389:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1776200718.840930:0:9212:0:(client.c:1391:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1776200718.840933:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200718.840934:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801009664 : -112992908541952 : ffff993bc9d30000) 00000100:00000001:0.0:1776200718.840937:0:9212:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1776200718.840939:0:9212:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 0 00000100:00000001:0.0:1776200718.840941:0:9212:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1776200718.840943:0:9212:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200718.840947:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003b5e6e53 x1862481227038912/t4294967350(4294967350) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 3 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200718.840954:0:9212:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200718.840958:0:9212:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1776200718.840960:0:9212:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1776200718.840963:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003b5e6e53 x1862481227038912/t4294967350(4294967350) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 3 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:0.0:1776200718.840983:0:9212:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b5e6e53 pname:cluuid:pid:xid:nid:opc:job createmany:128773b9-ec2f-47c2-9bf4-461c71beba7d:9212:1862481227038912:192.168.203.148@tcp:35:createmany.0 00000100:00000001:0.0:1776200718.840989:0:9212:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200718.840991:0:9212:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200718.840994:0:9212:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1776200718.840996:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200718.840999:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000003b5e6e53 x1862481227038912/t4294967350(4294967350) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 3 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200718.841005:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1776200718.841008:0:9212:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000796f178d. 00000100:00000001:0.0:1776200718.841012:0:9212:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1776200718.841013:0:9212:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.841022:0:9212:0:(mdc_request.c:1038:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.841026:0:9212:0:(lmv_obd.c:1474:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1776200718.841031:0:9212:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000e8750b99. 00000080:00000001:0.0:1776200718.841036:0:9212:0:(file.c:263:ll_close_inode_openhandle()) Process leaving 00000080:00000001:0.0:1776200718.841039:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.841042:0:9212:0:(lmv_obd.c:3676:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1776200718.841046:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.841049:0:9212:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1776200718.841053:0:9212:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@00000000006e034e x1862481227038784/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 1 fl Complete:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000002:00000001:0.0:1776200718.841061:0:9212:0:(mdc_request.c:888:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.841062:0:9212:0:(lmv_obd.c:3682:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1776200718.841063:0:9212:0:(file.c:268:ll_close_inode_openhandle()) kfreed 'och': 48 at 00000000baba7e69. 00000100:00000001:0.0:1776200718.841066:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200718.841068:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000003b5e6e53 x1862481227038912/t4294967350(4294967350) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200718.841073:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.841075:0:9212:0:(file.c:313:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1776200718.841078:0:9212:0:(file.c:93:ll_file_data_put()) slab-freed '(fd)': 280 at 000000000801eab6. 00000080:00000001:0.0:1776200718.841082:0:9212:0:(file.c:391:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.841096:0:9212:0:(file.c:445:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.841103:0:9212:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1776200718.841105:0:9212:0:(dcache.c:133:ll_ddelete()) keeping dentry f0a.replay-dual-21 (00000000999b7f2e, parent 000000008fe1cc87, inode 000000000b504316) hashed, 00000080:00000001:0.0:1776200718.841109:0:9212:0:(dcache.c:137:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.841182:0:9212:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1776200718.841186:0:9212:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1776200718.841188:0:9212:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1776200718.841189:0:9212:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000e143c7f8),name=/ 00000080:00000010:0.0:1776200718.841196:0:9212:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000e8750b99. 00000080:00000001:0.0:1776200718.841203:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.841207:0:9212:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1776200718.841209:0:9212:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1776200718.841213:0:9212:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1776200718.841215:0:9212:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:0.0:1776200718.841218:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.841221:0:9212:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1776200718.841223:0:9212:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1776200718.841227:0:9212:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1776200718.841228:0:9212:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1776200718.841232:0:9212:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1776200718.841240:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f1cb6017 count: 2 00010000:00000001:0.0:1776200718.841243:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200718.841249:0:9212:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1776200718.841252:0:9212:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1776200718.841255:0:9212:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.841263:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00010000:00000040:0.0:1776200718.841265:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 02000000:00000001:0.0:1776200718.841268:0:9212:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1776200718.841272:0:9212:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200718.841275:0:9212:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.841280:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00000002:00000001:0.0:1776200718.841290:0:9212:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1776200718.841292:0:9212:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1776200718.841293:0:9212:0:(mdc_locks.c:1345:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1776200718.841296:0:9212:0:(lmv_intent.c:509:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1776200718.841298:0:9212:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1776200718.841300:0:9212:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000e8750b99. 00000080:00000001:0.0:1776200718.841303:0:9212:0:(dcache.c:259:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1776200718.841305:0:9212:0:(dcache.c:262:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200718.841307:0:9212:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000e143c7f8) 00000080:00010000:0.0:1776200718.841310:0:9212:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000e143c7f8) for lock 0x8d91c35bada81cba 00000080:00000001:0.0:1776200718.841313:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.841314:0:9212:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1776200718.841315:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.841317:0:9212:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1776200718.841319:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200718.841322:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200718.841324:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c4c6f071 refcount=3 00000020:00000001:0.0:1776200718.841326:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200718.841329:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200718.841332:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.841333:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200718.841334:0:9212:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.841336:0:9212:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200718.841338:0:9212:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8d91c35bada81cba from it 000000003c702ba3 00010000:00000001:0.0:1776200718.841352:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200718.841353:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200718.841354:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c4c6f071 refcount=3 00000020:00000001:0.0:1776200718.841355:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200718.841357:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200718.841359:0:9212:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1776200718.841361:0:9212:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.841367:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200718.841376:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.841377:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200718.841378:0:9212:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1776200718.841381:0:9212:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1776200718.841382:0:9212:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.841387:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200718.841391:0:9212:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776200718.841394:0:9212:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1776200718.841396:0:9212:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1776200718.841400:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.841401:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200718.841403:0:9212:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.841405:0:9212:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1776200718.841408:0:9212:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.841410:0:9212:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.841412:0:9212:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.841415:0:9212:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1776200718.841416:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.841417:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1776200718.841418:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:0.0:1776200718.841419:0:9212:0:(client.c:2665:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1776200718.841421:0:9212:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000e143c7f8), inode mode 41ed mask 1 00000080:00000001:0.0:1776200718.841424:0:9212:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1776200718.841447:0:9212:0:(dcache.c:145:ll_d_init()) kmalloced '(lld)': 24 at 0000000038632efd. 00000080:00000001:0.0:1776200718.841452:0:9212:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1776200718.841453:0:9212:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1776200718.841454:0:9212:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000e143c7f8),name=/ 00000080:00000010:0.0:1776200718.841457:0:9212:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000e8750b99. 00000080:00000001:0.0:1776200718.841459:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.841461:0:9212:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1776200718.841462:0:9212:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1776200718.841464:0:9212:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1776200718.841465:0:9212:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:0.0:1776200718.841467:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.841474:0:9212:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1776200718.841475:0:9212:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1776200718.841477:0:9212:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1776200718.841478:0:9212:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1776200718.841479:0:9212:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1776200718.841482:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f1cb6017 count: 2 00010000:00000001:0.0:1776200718.841483:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200718.841485:0:9212:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1776200718.841486:0:9212:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1776200718.841488:0:9212:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.841493:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00010000:00000040:0.0:1776200718.841495:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 02000000:00000001:0.0:1776200718.841496:0:9212:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1776200718.841498:0:9212:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200718.841500:0:9212:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.841504:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00000002:00000001:0.0:1776200718.841505:0:9212:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1776200718.841507:0:9212:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1776200718.841508:0:9212:0:(mdc_locks.c:1345:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1776200718.841509:0:9212:0:(lmv_intent.c:509:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1776200718.841510:0:9212:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1776200718.841512:0:9212:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000e8750b99. 00000080:00000001:0.0:1776200718.841514:0:9212:0:(dcache.c:259:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1776200718.841515:0:9212:0:(dcache.c:262:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200718.841517:0:9212:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000e143c7f8) 00000080:00010000:0.0:1776200718.841519:0:9212:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000e143c7f8) for lock 0x8d91c35bada81cba 00000080:00000001:0.0:1776200718.841521:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.841522:0:9212:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1776200718.841523:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.841524:0:9212:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1776200718.841529:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200718.841530:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200718.841531:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c4c6f071 refcount=3 00000020:00000001:0.0:1776200718.841533:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200718.841535:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200718.841536:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.841537:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200718.841538:0:9212:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.841539:0:9212:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200718.841541:0:9212:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8d91c35bada81cba from it 0000000033745cc8 00010000:00000001:0.0:1776200718.841542:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200718.841543:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200718.841544:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c4c6f071 refcount=3 00000020:00000001:0.0:1776200718.841545:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200718.841547:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200718.841548:0:9212:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1776200718.841549:0:9212:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.841554:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200718.841556:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.841557:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200718.841558:0:9212:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1776200718.841559:0:9212:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1776200718.841560:0:9212:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.841564:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200718.841565:0:9212:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776200718.841567:0:9212:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1776200718.841568:0:9212:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1776200718.841569:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.841570:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200718.841571:0:9212:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.841573:0:9212:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1776200718.841577:0:9212:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.841578:0:9212:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.841580:0:9212:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.841581:0:9212:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1776200718.841583:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.841583:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1776200718.841584:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:0.0:1776200718.841585:0:9212:0:(client.c:2665:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1776200718.841645:0:9212:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000e143c7f8), inode mode 41ed mask 3 00000080:00000001:0.0:1776200718.841649:0:9212:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.841653:0:9212:0:(namei.c:1176:ll_atomic_open()) Process entered 00000080:00200000:0.0:1776200718.841655:0:9212:0:(namei.c:1183:ll_atomic_open()) VFS Op:name=f0a.replay-dual-22, dir=[0x200000007:0x1:0x0](00000000e143c7f8), file 00000000c7499aaa, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1776200718.841660:0:9212:0:(namei.c:1203:ll_atomic_open()) kmalloced '(it)': 72 at 00000000823d37d8. 00000080:00000001:0.0:1776200718.841665:0:9212:0:(namei.c:827:ll_lookup_it()) Process entered 00000080:00200000:0.0:1776200718.841667:0:9212:0:(namei.c:833:ll_lookup_it()) VFS Op:name=f0a.replay-dual-22, dir=[0x200000007:0x1:0x0](00000000e143c7f8), intent=open|creat 00000080:00000010:0.0:1776200718.841672:0:9212:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000e8750b99. 00000080:00000001:0.0:1776200718.841679:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.841681:0:9212:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1776200718.841682:0:9212:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-22' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1776200718.841685:0:9212:0:(lmv_intent.c:301:lmv_intent_open()) Process entered 00800000:00000001:0.0:1776200718.841692:0:9212:0:(lmv_obd.c:1077:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1776200718.841694:0:9212:0:(obd_class.h:918:obd_fid_alloc()) Process entered 00800000:00000001:0.0:1776200718.841695:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.841697:0:9212:0:(mdc_request.c:2771:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1776200718.841700:0:9212:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1776200718.841703:0:9212:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff993be2454000: Allocated FID [0x200000402:0x18:0x0] 40000000:00000001:0.0:1776200718.841706:0:9212:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.841707:0:9212:0:(mdc_request.c:2778:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.841708:0:9212:0:(obd_class.h:930:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.841710:0:9212:0:(lmv_obd.c:1101:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1776200718.841712:0:9212:0:(lmv_intent.c:375:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x18:0x0], name='f0a.replay-dual-22' -> mds #0 00800000:00000001:0.0:1776200718.841714:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.841716:0:9212:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1776200718.841717:0:9212:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: f0a.replay-dual-22,[0x200000402:0x18:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1776200718.841721:0:9212:0:(mdc_locks.c:932:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1776200718.841729:0:9212:0:(mdc_locks.c:263:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1776200718.841733:0:9212:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:0.0:1776200718.841737:0:9212:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.841738:0:9212:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:0.0:1776200718.841740:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f1cb6017 count: 2 00010000:00000001:0.0:1776200718.841742:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200718.841744:0:9212:0:(ldlm_request.c:2103:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1776200718.841748:0:9212:0:(ldlm_request.c:1691:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.841749:0:9212:0:(ldlm_request.c:2153:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1776200718.841751:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00000002:00000001:0.0:1776200718.841753:0:9212:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1776200718.841758:0:9212:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008daa68e1. 00000020:00000040:0.0:1776200718.841762:0:9212:0:(genops.c:1191:class_import_get()) import 000000000fe8d637 refcount=52 obd=lustre-MDT0000-mdc-ffff993be2454000 02000000:00000001:0.0:1776200718.841769:0:9212:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1776200718.841770:0:9212:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.841773:0:9212:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1776200718.841778:0:9212:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1776200718.841780:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.841781:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200718.841781:0:9212:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200718.841784:0:9212:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1776200718.841786:0:9212:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1776200718.841789:0:9212:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1776200718.841797:0:9212:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000a51a0a84. 00000100:00000001:0.0:1776200718.841804:0:9212:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.841808:0:9212:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1776200718.841809:0:9212:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.841811:0:9212:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1776200718.841811:0:9212:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.841813:0:9212:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.841822:0:9212:0:(mdc_locks.c:432:mdc_intent_open_pack()) Process leaving (rc=18446631080801023040 : -112992908528576 : ffff993bc9d33440) 00010000:00000001:0.0:1776200718.841826:0:9212:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1776200718.841828:0:9212:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1776200718.841830:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f1cb6017 count: 2 00010000:00000001:0.0:1776200718.841832:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200718.841833:0:9212:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1776200718.841844:0:9212:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dfdac8d2. 00000020:00000001:0.0:1776200718.841848:0:9212:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1776200718.841850:0:9212:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000dfdac8d2 with handle 0x8d91c35bada81d7e to hash 00000020:00000001:0.0:1776200718.841852:0:9212:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1776200718.841853:0:9212:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446631080713892800 : -112992995658816 : ffff993bc4a1b3c0) 00010000:00000001:0.0:1776200718.841857:0:9212:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446631080713892800 : -112992995658816 : ffff993bc4a1b3c0) 00010000:00000001:0.0:1776200718.841874:0:9212:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1776200718.841875:0:9212:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200718.841877:0:9212:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000dfdac8d2/0x8d91c35bada81d7e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.841884:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00010000:00010000:0.0:1776200718.841886:0:9212:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000dfdac8d2/0x8d91c35bada81d7e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.841892:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00000020:00100000:0.0:1776200718.841901:0:9212:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993be2454000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1776200718.841909:0:9212:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000008daa68e1 x1862481227039040/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:0.0:1776200718.841917:0:9212:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000dfdac8d2/0x8d91c35bada81d7e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.841922:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00000100:00000001:0.0:1776200718.841924:0:9212:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1776200718.841926:0:9212:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1776200718.841932:0:9212:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000796f178d. 00000100:00000001:0.0:1776200718.841934:0:9212:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446631080922338048 : -112992787213568 : ffff993bd10e5300) 00000100:00000001:0.0:1776200718.841936:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200718.841937:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801023040 : -112992908528576 : ffff993bc9d33440) 00000100:00000001:0.0:1776200718.841942:0:9212:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1776200718.841946:0:9212:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200718.841948:0:9212:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1776200718.841949:0:9212:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776200718.841958:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008daa68e1 x1862481227039040/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 0 ref 2 fl New:PQU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200718.841966:0:9212:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200718.841968:0:9212:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200718.841972:0:9212:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776200718.841975:0:9212:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200718.841977:0:9212:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008daa68e1 pname:cluuid:pid:xid:nid:opc:job createmany:128773b9-ec2f-47c2-9bf4-461c71beba7d:9212:1862481227039040:192.168.203.148@tcp:101:createmany.0 00000100:00000001:0.0:1776200718.841981:0:9212:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776200718.841988:0:9212:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776200718.841991:0:9212:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200718.841993:0:9212:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1776200718.842062:0:9212:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at 0000000055024889. 02000000:00000001:0.0:1776200718.842066:0:9212:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776200718.842073:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:0.0:1776200718.842076:0:9212:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003295735c. 00000400:00000010:0.0:1776200718.842083:0:9212:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 632 at 00000000bb502f2c (tot 3422718). 00000100:00000200:0.0:1776200718.842091:0:9212:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1862481227039040, portal 10 00000100:00000001:0.0:1776200718.842093:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200718.842094:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801023040 : -112992908528576 : ffff993bc9d33440) 00000100:00000040:0.0:1776200718.842098:0:9212:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000008daa68e1 x1862481227039040/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200725 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200718.842105:0:9212:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776200718.842107:0:9212:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:0.0:1776200718.842110:0:9212:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000173dd8cd. 00000100:00000200:0.0:1776200718.842113:0:9212:0:(niobuf.c:86:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1862481227039040, offset 0 00000400:00000200:0.0:1776200718.842119:0:9212:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:0.0:1776200718.842127:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200718.842135:0:9212:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:0.0:1776200718.842143:0:9212:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:0.0:1776200718.842148:0:9212:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776200718.842151:0:9212:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:0.0:1776200718.842155:0:9212:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [248:248:256:4294967295] 192.168.203.148@tcp LPNI seq info [248:248:8:4294967295] 00000400:00000200:0.0:1776200718.842158:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200718.842173:0:9212:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:0.0:1776200718.842181:0:9212:0:(socklnd_cb.c:995:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:0.0:1776200718.842186:0:9212:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f404acca (tot 3422966). 00000800:00000200:0.0:1776200718.842193:0:9212:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:0.0:1776200718.842201:0:9212:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:0.0:1776200718.842206:0:9212:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f404acca type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1776200718.842690:0:9212:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200718.842694:0:9212:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200718.842698:0:9212:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200718.842702:0:9212:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200718.842704:0:9212:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:0.0:1776200718.842706:0:9212:0:(client.c:2500:ptlrpc_set_wait()) set 00000000796f178d going to sleep for 6 seconds 00000100:00000001:0.0:1776200718.842711:0:9212:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200718.842714:0:9212:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1776200718.851180:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.851205:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200718.851212:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.851215:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200718.851229:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.851242:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200718.851252:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.851257:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.851261:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.851266:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 656 into portal 10 MB=0x69deab3f04140 00000400:00000200:2.0:1776200718.851272:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.851279:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 656/656 into md 0xb3d [32] + 224 00000800:00000001:2.0:1776200718.851289:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.851300:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200718.851303:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200718.851307:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200718.851315:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200718.851431:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008daa68e1 x1862481227039040/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200725 ref 2 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200718.851444:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=656 offset=224 replen=66264 req@000000008daa68e1 x1862481227039040/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200725 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200718.851457:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:2.0:1776200718.851467:0:2235:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1776200718.851471:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.851476:0:2235:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200718.851482:0:2235:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [249:249:256:4294967295] 192.168.203.148@tcp LPNI seq info [249:249:8:4294967295] 00000400:00000200:2.0:1776200718.851485:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.851494:0:2235:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:2.0:1776200718.851499:0:2235:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200718.851506:0:2235:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 744 at 000000003721b7c9 (tot 3423462). 00000800:00000200:2.0:1776200718.851512:0:2235:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200718.851521:0:2235:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200718.851525:0:2235:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003721b7c9 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1776200718.851856:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200718.851860:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 744 at 000000003721b7c9 (tot 3422718). 00000400:00000200:2.0:1776200718.851865:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200718.851870:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000100:00000001:0.0:1776200718.854385:0:9212:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1776200718.854402:0:9212:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1776200718.854413:0:9212:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1776200718.854418:0:9212:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003295735c. 00000400:00000200:0.0:1776200718.854429:0:9212:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb502f2c 00000400:00000010:0.0:1776200718.854432:0:9212:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 632 at 00000000bb502f2c (tot 3422086). 00000100:00000001:0.0:1776200718.854440:0:9212:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1776200718.854453:0:9212:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008daa68e1 x1862481227039040/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200725 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:0.0:1776200718.854465:0:9212:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008daa68e1 x1862481227039040/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200725 ref 2 fl Rpc:RPQU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200718.854473:0:9212:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1776200718.854476:0:9212:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200718.854478:0:9212:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1776200718.854482:0:9212:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1776200718.854485:0:9212:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1776200718.854488:0:9212:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200718.854491:0:9212:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1776200718.854503:0:9212:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=87 v=1 (1 0 0 0) 00000100:00001000:0.0:1776200718.854508:0:9212:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=87 v=1 (1 0 0 0) 00000100:00000001:0.0:1776200718.854535:0:9212:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1776200718.854537:0:9212:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.854540:0:9212:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1776200718.854544:0:9212:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200718.854548:0:9212:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1776200718.854550:0:9212:0:(client.c:1389:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1776200718.854552:0:9212:0:(client.c:1391:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1776200718.854555:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200718.854556:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801023040 : -112992908528576 : ffff993bc9d33440) 00000100:00000001:0.0:1776200718.854560:0:9212:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1776200718.854562:0:9212:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 0 00000100:00000001:0.0:1776200718.854564:0:9212:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1776200718.854566:0:9212:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200718.854572:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008daa68e1 x1862481227039040/t4294967351(4294967351) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200725 ref 3 fl Rpc:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200718.854579:0:9212:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200718.854582:0:9212:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1776200718.854584:0:9212:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1776200718.854620:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008daa68e1 x1862481227039040/t4294967351(4294967351) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200725 ref 3 fl Interpret:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:0.0:1776200718.854628:0:9212:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008daa68e1 pname:cluuid:pid:xid:nid:opc:job createmany:128773b9-ec2f-47c2-9bf4-461c71beba7d:9212:1862481227039040:192.168.203.148@tcp:101:createmany.0 00000100:00000001:0.0:1776200718.854634:0:9212:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200718.854637:0:9212:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200718.854639:0:9212:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1776200718.854641:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200718.854644:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000008daa68e1 x1862481227039040/t4294967351(4294967351) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200725 ref 3 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200718.854651:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1776200718.854654:0:9212:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000796f178d. 00000100:00000001:0.0:1776200718.854658:0:9212:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1776200718.854659:0:9212:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.854664:0:9212:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1776200718.854678:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200718.854683:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200718.854686:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000dfdac8d2 refcount=4 00000020:00000001:0.0:1776200718.854689:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713892800 : -112992995658816 : ffff993bc4a1b3c0) 00010000:00000001:0.0:1776200718.854692:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713892800 : -112992995658816 : ffff993bc4a1b3c0) 00010000:00000040:0.0:1776200718.854699:0:9212:0:(ldlm_request.c:701:ldlm_cli_enqueue_fini()) local: 00000000dfdac8d2, remote cookie: 0x98dca339dc2afc0c, flags: 0x1001 00010000:00010000:0.0:1776200718.854704:0:9212:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode CR ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000dfdac8d2/0x8d91c35bada81d7e lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afc0c expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.854712:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00010000:00000040:0.0:1776200718.854716:0:9212:0:(ldlm_request.c:723:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x18:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1776200718.854719:0:9212:0:(ldlm_lock.c:519:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1776200718.854728:0:9212:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fd491e4e. 00010000:00000010:0.0:1776200718.854733:0:9212:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006d24773a. 00010000:00000040:0.0:1776200718.854738:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200718.854739:0:9212:0:(ldlm_lock.c:570:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200718.854742:0:9212:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000dfdac8d2/0x8d91c35bada81d7e lrc: 4/0,1 mode: --/CR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afc0c expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.854747:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fd491e4e count: 1 00010000:00010000:0.0:1776200718.854750:0:9212:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000dfdac8d2/0x8d91c35bada81d7e lrc: 4/0,1 mode: --/CR res: [0x200000402:0x18:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afc0c expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.854755:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fd491e4e count: 1 00010000:00000001:0.0:1776200718.854758:0:9212:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1776200718.854763:0:9212:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1776200718.854765:0:9212:0:(ldlm_lock.c:977:search_granted_lock()) Process entered 00010000:00000001:0.0:1776200718.854767:0:9212:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1776200718.854769:0:9212:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1776200718.854771:0:9212:0:(ldlm_resource.c:1787:ldlm_resource_dump()) --- Resource: [0x200000402:0x18:0x0].0x0 (00000000fd491e4e) refcount = 1 00010000:00010000:0.0:1776200718.854774:0:9212:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000dfdac8d2/0x8d91c35bada81d7e lrc: 4/0,1 mode: CR/CR res: [0x200000402:0x18:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2afc0c expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.854790:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fd491e4e count: 1 00010000:00000001:0.0:1776200718.854792:0:9212:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1776200718.854797:0:9212:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1776200718.854798:0:9212:0:(ldlm_lock.c:1891:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200718.854802:0:9212:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1776200718.854804:0:9212:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200718.854806:0:9212:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000dfdac8d2/0x8d91c35bada81d7e lrc: 4/0,1 mode: CR/CR res: [0x200000402:0x18:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afc0c expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.854811:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fd491e4e count: 1 00010000:00000001:0.0:1776200718.854813:0:9212:0:(ldlm_request.c:797:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1776200718.854814:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.854816:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200718.854817:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.854817:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200718.854819:0:9212:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.854824:0:9212:0:(mdc_locks.c:688:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1776200718.854827:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200718.854828:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200718.854829:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000dfdac8d2 refcount=3 00000020:00000001:0.0:1776200718.854831:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713892800 : -112992995658816 : ffff993bc4a1b3c0) 00010000:00000001:0.0:1776200718.854833:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713892800 : -112992995658816 : ffff993bc4a1b3c0) 00010000:00000001:0.0:1776200718.854835:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200718.854836:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200718.854836:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000dfdac8d2 refcount=4 00000020:00000001:0.0:1776200718.854838:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713892800 : -112992995658816 : ffff993bc4a1b3c0) 00010000:00000001:0.0:1776200718.854839:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713892800 : -112992995658816 : ffff993bc4a1b3c0) 00010000:00000001:0.0:1776200718.854843:0:9212:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1776200718.854845:0:9212:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200718.854847:0:9212:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000dfdac8d2/0x8d91c35bada81d7e lrc: 5/1,1 mode: CR/CR res: [0x200000402:0x18:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2afc0c expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.854864:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fd491e4e count: 1 00010000:00000001:0.0:1776200718.854866:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.854867:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200718.854868:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200718.854869:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200718.854870:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000dfdac8d2 refcount=5 00000020:00000001:0.0:1776200718.854871:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713892800 : -112992995658816 : ffff993bc4a1b3c0) 00010000:00000001:0.0:1776200718.854873:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713892800 : -112992995658816 : ffff993bc4a1b3c0) 00010000:00000001:0.0:1776200718.854875:0:9212:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1776200718.854877:0:9212:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000dfdac8d2/0x8d91c35bada81d7e lrc: 5/1,1 mode: CR/CR res: [0x200000402:0x18:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2afc0c expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.854882:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fd491e4e count: 1 00010000:00000001:0.0:1776200718.854884:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.854884:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1776200718.854886:0:9212:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000dfdac8d2/0x8d91c35bada81d7e lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x18:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2afc0c expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.854891:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fd491e4e count: 1 00010000:00000001:0.0:1776200718.854893:0:9212:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1776200718.854894:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.854895:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200718.854896:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.854896:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1776200718.854901:0:9212:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@000000008daa68e1 x1862481227039040/t4294967351(4294967351) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200725 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:0.0:1776200718.854909:0:9212:0:(mdc_request.c:781:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1776200718.854914:0:9212:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@000000008daa68e1 x1862481227039040/t4294967351(4294967351) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200725 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:0.0:1776200718.854919:0:9212:0:(mdc_request.c:834:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.854929:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200718.854938:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200718.854939:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000dfdac8d2 refcount=3 00000020:00000001:0.0:1776200718.854941:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713892800 : -112992995658816 : ffff993bc4a1b3c0) 00010000:00000001:0.0:1776200718.854943:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713892800 : -112992995658816 : ffff993bc4a1b3c0) 00000002:00010000:0.0:1776200718.854946:0:9212:0:(mdc_locks.c:847:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000dfdac8d2/0x8d91c35bada81d7e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x18:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afc0c expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.854951:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fd491e4e count: 1 00000002:00000010:0.0:1776200718.854956:0:9212:0:(mdc_locks.c:849:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at 00000000baba7e69. 00010000:00000001:0.0:1776200718.854958:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.854959:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200718.854960:0:9212:0:(mdc_locks.c:889:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.854962:0:9212:0:(mdc_locks.c:1088:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.854965:0:9212:0:(mdc_locks.c:1110:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1776200718.854968:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200718.854969:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801023040 : -112992908528576 : ffff993bc9d33440) 00000100:00000001:0.0:1776200718.854971:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200718.854972:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801023040 : -112992908528576 : ffff993bc9d33440) 00010000:00000001:0.0:1776200718.854974:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200718.854975:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200718.854975:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000dfdac8d2 refcount=3 00000020:00000001:0.0:1776200718.854977:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713892800 : -112992995658816 : ffff993bc4a1b3c0) 00010000:00000001:0.0:1776200718.854978:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713892800 : -112992995658816 : ffff993bc4a1b3c0) 00000002:00010000:0.0:1776200718.854980:0:9212:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000dfdac8d2/0x8d91c35bada81d7e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x18:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afc0c expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:0.0:1776200718.854985:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fd491e4e count: 1 00010000:00000001:0.0:1776200718.854988:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.854988:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200718.854990:0:9212:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1776200718.854991:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200718.854992:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200718.854993:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000dfdac8d2 refcount=3 00000020:00000001:0.0:1776200718.854994:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713892800 : -112992995658816 : ffff993bc4a1b3c0) 00010000:00000001:0.0:1776200718.855002:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713892800 : -112992995658816 : ffff993bc4a1b3c0) 00010000:00000040:0.0:1776200718.855006:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000fd491e4e count: 2 00010000:00000001:0.0:1776200718.855008:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1776200718.855012:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fd491e4e count: 1 00010000:00010000:0.0:1776200718.855014:0:9212:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000eb44f7cf type 13 mode 16 res 8589935618/24 (0 0) 00010000:00000001:0.0:1776200718.855017:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.855018:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200718.855019:0:9212:0:(mdc_locks.c:1205:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1776200718.855020:0:9212:0:(mdc_locks.c:1210:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-22 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1776200718.855024:0:9212:0:(mdc_locks.c:1365:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.855029:0:9212:0:(lmv_intent.c:421:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.855032:0:9212:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.855037:0:9212:0:(namei.c:663:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1776200718.855039:0:9212:0:(namei.c:668:ll_lookup_it_finish()) it 00000000823d37d8 it_disposition 1800037 00000080:00002000:0.0:1776200718.855045:0:9212:0:(namei.c:648:ll_splice_alias()) Add dentry 000000001e637a88 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1776200718.855050:0:9212:0:(namei.c:798:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1776200718.855055:0:9212:0:(namei.c:1071:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1776200718.855058:0:9212:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000e8750b99. 00000100:00000001:0.0:1776200718.855062:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200718.855066:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 3 req@000000008daa68e1 x1862481227039040/t4294967351(4294967351) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 4 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200718.855071:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.855075:0:9212:0:(namei.c:1409:ll_create_it()) Process entered 00000080:00200000:0.0:1776200718.855076:0:9212:0:(namei.c:1412:ll_create_it()) VFS Op:name=f0a.replay-dual-22, dir=[0x200000007:0x1:0x0](00000000e143c7f8), intent=open|creat 00000080:00000001:0.0:1776200718.855080:0:9212:0:(namei.c:1361:ll_create_node()) Process entered 00000080:00000001:0.0:1776200718.855083:0:9212:0:(llite_lib.c:3156:ll_prep_inode()) Process entered 00000080:00000001:0.0:1776200718.855085:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.855089:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.855092:0:9212:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1776200718.855095:0:9212:0:(mdc_request.c:665:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1776200718.855098:0:9212:0:(lcommon_cl.c:274:cl_fid_build_ino()) Process leaving (rc=144115205289279512 : 144115205289279512 : 200000402000018) 00000080:00000001:0.0:1776200718.855101:0:9212:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:0.0:1776200718.855118:0:9212:0:(super25.c:60:ll_alloc_inode()) slab-alloced 'lli': 2032 at 000000003cd384d3. 00000020:00000001:0.0:1776200718.855130:0:9212:0:(class_obd.c:866:obd_heat_clear()) Process entered 00000020:00000001:0.0:1776200718.855136:0:9212:0:(class_obd.c:869:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1776200718.855140:0:9212:0:(llite_lib.c:2835:ll_read_inode2()) Process entered 00000080:00200000:0.0:1776200718.855141:0:9212:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x200000402:0x18:0x0](00000000e934055b) 00000020:00000001:0.0:1776200718.855145:0:9212:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:0.0:1776200718.855151:0:9212:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080802469000 : -112992907082616 : ffff993bc9e94488) 00000020:00001000:0.0:1776200718.855153:0:9212:0:(cl_object.c:739:cl_env_get()) 1@00000000bbd77179 00000020:00000001:0.0:1776200718.855158:0:9212:0:(lu_object.c:816:lu_object_find_at()) Process entered 00000080:00000010:0.0:1776200718.855163:0:9212:0:(vvp_object.c:308:vvp_object_alloc()) slab-alloced 'vob': 200 at 000000001cd05608. 00000020:00000001:0.0:1776200718.855165:0:9212:0:(cl_object.c:74:cl_object_header_init()) Process entered 00000020:00000001:0.0:1776200718.855167:0:9212:0:(cl_object.c:81:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1776200718.855177:0:9212:0:(lov_object.c:2283:lov_object_alloc()) Process entered 00020000:00000010:0.0:1776200718.855181:0:9212:0:(lov_object.c:2284:lov_object_alloc()) slab-alloced 'lov': 248 at 0000000083c6417f. 00020000:00000001:0.0:1776200718.855183:0:9212:0:(lov_object.c:2298:lov_object_alloc()) Process leaving (rc=18446631080922342864 : -112992787208752 : ffff993bd10e65d0) 00020000:00000001:0.0:1776200718.855186:0:9212:0:(lov_object.c:1342:lov_object_init()) Process entered 00020000:00000001:0.0:1776200718.855189:0:9212:0:(lov_pack.c:336:lov_unpackmd()) Process entered 00020000:00000010:0.0:1776200718.855194:0:9212:0:(lov_ea.c:213:lsme_unpack()) kmalloced '(lsme)': 72 at 0000000043aa58d7. 00020000:00000010:0.0:1776200718.855198:0:9212:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at 00000000830364e7. 00020000:00000010:0.0:1776200718.855203:0:9212:0:(lov_ea.c:338:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at 0000000077f171df. 00020000:00000001:0.0:1776200718.855205:0:9212:0:(lov_pack.c:348:lov_unpackmd()) Process leaving (rc=18446631080815623360 : -112992893928256 : ffff993bcab1fcc0) 00020000:00000002:0.0:1776200718.855208:0:9212:0:(lov_ea.c:635:dump_lsm()) lsm 0000000077f171df, objid 0x18:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1776200718.855212:0:9212:0:(lov_ea.c:657:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 1048576, pool: [] 00020000:00000002:0.0:1776200718.855214:0:9212:0:(lov_ea.c:667:dump_lsm()) oinfo:00000000830364e7: ostid: 0x0:14 ost idx: 1 gen: 0 00020000:00000001:0.0:1776200718.855217:0:9212:0:(lov_object.c:636:lov_init_composite()) Process entered 00020000:00000002:0.0:1776200718.855219:0:9212:0:(lov_ea.c:635:dump_lsm()) lsm 0000000077f171df, objid 0x18:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1776200718.855221:0:9212:0:(lov_ea.c:657:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 1048576, pool: [] 00020000:00000002:0.0:1776200718.855224:0:9212:0:(lov_ea.c:667:dump_lsm()) oinfo:00000000830364e7: ostid: 0x0:14 ost idx: 1 gen: 0 00020000:00000010:0.0:1776200718.855227:0:9212:0:(lov_object.c:655:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at 00000000d104a2dc. 00020000:00000010:0.0:1776200718.855230:0:9212:0:(lov_object.c:659:lov_init_composite()) kmalloced '(comp->lo_entries)': 168 at 00000000796f178d. 00020000:00000001:0.0:1776200718.855236:0:9212:0:(lov_object.c:213:lov_init_raid0()) Process entered 00020000:00000010:0.0:1776200718.855238:0:9212:0:(lov_object.c:218:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at 000000006ac01182. 00020000:00000001:0.0:1776200718.855242:0:9212:0:(lov_object.c:104:lov_sub_find()) Process entered 00000020:00000001:0.0:1776200718.855243:0:9212:0:(lu_object.c:816:lu_object_find_at()) Process entered 00020000:00000001:0.0:1776200718.855248:0:9212:0:(lovsub_object.c:185:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1776200718.855257:0:9212:0:(lovsub_object.c:186:lovsub_object_alloc()) slab-alloced 'los': 200 at 00000000d2df741d. 00000020:00000001:0.0:1776200718.855259:0:9212:0:(cl_object.c:74:cl_object_header_init()) Process entered 00000020:00000001:0.0:1776200718.855260:0:9212:0:(cl_object.c:81:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1776200718.855261:0:9212:0:(lovsub_object.c:199:lovsub_object_alloc()) Process leaving (rc=18446631080801347464 : -112992908204152 : ffff993bc9d82788) 00020000:00000001:0.0:1776200718.855265:0:9212:0:(lovsub_object.c:58:lovsub_object_init()) Process entered 00000008:00000010:0.0:1776200718.855270:0:9212:0:(osc_object.c:449:osc_object_alloc()) slab-alloced 'osc': 432 at 000000003a880fc0. 00020000:00000001:0.0:1776200718.855273:0:9212:0:(lovsub_object.c:67:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200718.855277:0:9212:0:(lu_object.c:915:lu_object_find_at()) Process leaving (rc=18446631080801347464 : -112992908204152 : ffff993bc9d82788) 00020000:00000001:0.0:1776200718.855280:0:9212:0:(lov_object.c:108:lov_sub_find()) Process leaving (rc=18446631080801347464 : -112992908204152 : ffff993bc9d82788) 00020000:00000002:0.0:1776200718.855283:0:9212:0:(lov_object.c:155:lov_init_sub()) [0x100010000:0xe:0x0]@00000000d2df741d[0:0] -> [0x200000402:0x18:0x0]@000000001cd05608: ostid: 0x0:14 ost idx: 1 gen: 0 00020000:00000001:0.0:1776200718.855288:0:9212:0:(lov_object.c:284:lov_init_raid0()) Process leaving (rc=176 : 176 : b0) 00020000:00000001:0.0:1776200718.855290:0:9212:0:(lov_object.c:813:lov_init_composite()) Process leaving 00020000:00000001:0.0:1776200718.855292:0:9212:0:(lov_object.c:1370:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200718.855295:0:9212:0:(lu_object.c:915:lu_object_find_at()) Process leaving (rc=18446631080801348064 : -112992908203552 : ffff993bc9d829e0) 00000020:00001000:0.0:1776200718.855298:0:9212:0:(cl_object.c:820:cl_env_put()) 1@00000000bbd77179 00000080:00000001:0.0:1776200718.855303:0:9212:0:(lcommon_cl.c:274:cl_fid_build_ino()) Process leaving (rc=144115205289279512 : 144115205289279512 : 200000402000018) 00000080:00000001:0.0:1776200718.855305:0:9212:0:(lcommon_cl.c:286:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1776200718.855307:0:9212:0:(llite_lib.c:2690:ll_update_inode()) setting ino 144115205289279512 mtime from 0 to 1776200718 00000080:00000001:0.0:1776200718.855312:0:9212:0:(llite_lib.c:2864:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1776200718.855315:0:9212:0:(namei.c:166:ll_iget()) Process leaving (rc=18446631080817514704 : -112992892036912 : ffff993bcaced8d0) 00010000:00000001:0.0:1776200718.855318:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200718.855319:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200718.855320:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000dfdac8d2 refcount=3 00000020:00000001:0.0:1776200718.855322:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713892800 : -112992995658816 : ffff993bc4a1b3c0) 00010000:00000001:0.0:1776200718.855323:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713892800 : -112992995658816 : ffff993bc4a1b3c0) 00000080:00000001:0.0:1776200718.855326:0:9212:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:0.0:1776200718.855328:0:9212:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:0.0:1776200718.855329:0:9212:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080802469000 : -112992907082616 : ffff993bc9e94488) 00000020:00001000:0.0:1776200718.855330:0:9212:0:(cl_object.c:739:cl_env_get()) 1@00000000bbd77179 00000020:00000001:0.0:1776200718.855332:0:9212:0:(cl_object.c:296:cl_conf_set()) Process entered 00020000:00000001:0.0:1776200718.855334:0:9212:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:0.0:1776200718.855335:0:9212:0:(lov_pack.c:336:lov_unpackmd()) Process entered 00020000:00000010:0.0:1776200718.855338:0:9212:0:(lov_ea.c:213:lsme_unpack()) kmalloced '(lsme)': 72 at 00000000bc5e5a67. 00020000:00000010:0.0:1776200718.855358:0:9212:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at 00000000370e8288. 00020000:00000010:0.0:1776200718.855360:0:9212:0:(lov_ea.c:338:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at 0000000014a54690. 00020000:00000001:0.0:1776200718.855362:0:9212:0:(lov_pack.c:348:lov_unpackmd()) Process leaving (rc=18446631080815622496 : -112992893929120 : ffff993bcab1f960) 00020000:00000002:0.0:1776200718.855364:0:9212:0:(lov_ea.c:635:dump_lsm()) lsm 0000000014a54690, objid 0x18:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1776200718.855367:0:9212:0:(lov_ea.c:657:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 1048576, pool: [] 00020000:00000002:0.0:1776200718.855369:0:9212:0:(lov_ea.c:667:dump_lsm()) oinfo:00000000370e8288: ostid: 0x0:14 ost idx: 1 gen: 0 00020000:00000002:0.0:1776200718.855372:0:9212:0:(lov_object.c:1234:lov_conf_lock()) Took exclusive lov(0000000083c6417f) owner 00000000c7f03c54 00020000:00000001:0.0:1776200718.855374:0:9212:0:(lov_object.c:1439:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1776200718.855377:0:9212:0:(lov_object.c:1240:lov_conf_unlock()) To release exclusive lov(0000000083c6417f) owner 00000000c7f03c54 00020000:00000010:0.0:1776200718.855380:0:9212:0:(lov_ea.c:144:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at 00000000370e8288. 00020000:00000010:0.0:1776200718.855384:0:9212:0:(lov_ea.c:147:lsme_free()) kfreed 'lsme': 72 at 00000000bc5e5a67. 00020000:00000010:0.0:1776200718.855386:0:9212:0:(lov_ea.c:166:lsm_free()) kfreed 'lsm': 88 at 0000000014a54690. 00020000:00000002:0.0:1776200718.855388:0:9212:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x18:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1776200718.855390:0:9212:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200718.855392:0:9212:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200718.855396:0:9212:0:(cl_object.c:387:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1776200718.855398:0:9212:0:(lov_object.c:1182:lov_conf_freeze()) To take share lov(0000000083c6417f) owner 0000000000000000/00000000c7f03c54 00020000:00000002:0.0:1776200718.855402:0:9212:0:(lov_object.c:2311:lov_lsm_addref()) lsm 0000000077f171df addref 2/0 by 00000000c7f03c54. 00020000:00000002:0.0:1776200718.855404:0:9212:0:(lov_object.c:1190:lov_conf_thaw()) To release share lov(0000000083c6417f) owner 0000000000000000/00000000c7f03c54 00020000:00000001:0.0:1776200718.855406:0:9212:0:(lov_object.c:2209:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1776200718.855409:0:9212:0:(lov_pack.c:197:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1776200718.855410:0:9212:0:(lov_pack.c:109:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1776200718.855411:0:9212:0:(lov_pack.c:114:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1776200718.855414:0:9212:0:(lov_object.c:2227:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1776200718.855415:0:9212:0:(file.c:5870:ll_layout_conf()) [0x200000402:0x18:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1776200718.855417:0:9212:0:(cl_object.c:820:cl_env_put()) 1@00000000bbd77179 00000080:00000001:0.0:1776200718.855420:0:9212:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.855421:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.855422:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1776200718.855423:0:9212:0:(llite_lib.c:3243:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1776200718.855426:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.855428:0:9212:0:(lmv_obd.c:3637:lmv_free_lustre_md()) Process entered 00800000:00000001:0.0:1776200718.855430:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.855432:0:9212:0:(mdc_request.c:675:mdc_free_lustre_md()) Process entered 00000002:00000001:0.0:1776200718.855438:0:9212:0:(mdc_request.c:676:mdc_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.855440:0:9212:0:(lmv_obd.c:3649:lmv_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200718.855442:0:9212:0:(namei.c:1379:ll_create_node()) setting l_ast_data to inode [0x200000402:0x18:0x0](00000000e934055b) 00000080:00010000:0.0:1776200718.855445:0:9212:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000402:0x18:0x0](00000000e934055b) for lock 0x8d91c35bada81d7e 00000080:00000001:0.0:1776200718.855448:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.855450:0:9212:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1776200718.855451:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.855453:0:9212:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1776200718.855455:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200718.855456:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200718.855457:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000dfdac8d2 refcount=3 00000020:00000001:0.0:1776200718.855458:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713892800 : -112992995658816 : ffff993bc4a1b3c0) 00010000:00000001:0.0:1776200718.855460:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713892800 : -112992995658816 : ffff993bc4a1b3c0) 00010000:00000001:0.0:1776200718.855462:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.855463:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200718.855464:0:9212:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.855465:0:9212:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.855467:0:9212:0:(namei.c:1381:ll_create_node()) Process leaving 00000100:00000001:0.0:1776200718.855468:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200718.855472:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000008daa68e1 x1862481227039040/t4294967351(4294967351) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 3 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200718.855477:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.855483:0:9212:0:(namei.c:1461:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.855485:0:9212:0:(pcc.c:2323:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1776200718.855486:0:9212:0:(pcc.c:2326:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.855496:0:9212:0:(file.c:834:ll_file_open()) Process entered 00000080:00200000:0.0:1776200718.855498:0:9212:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x200000402:0x18:0x0](00000000e934055b), flags 100102 00000080:00000010:0.0:1776200718.855505:0:9212:0:(file.c:80:ll_file_data_get()) slab-alloced 'fd': 280 at 000000000801eab6. 00000080:00000010:0.0:1776200718.855511:0:9212:0:(file.c:1001:ll_file_open()) kmalloced '(*och_p)': 48 at 000000000d364ed4. 00000080:00000001:0.0:1776200718.855514:0:9212:0:(file.c:767:ll_local_open()) Process entered 00000080:00000001:0.0:1776200718.855517:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.855519:0:9212:0:(lmv_obd.c:3660:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1776200718.855521:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.855522:0:9212:0:(mdc_request.c:781:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1776200718.855525:0:9212:0:(obd.h:1238:obd_mod_alloc()) kmalloced '(mod)': 32 at 0000000097231574. 00000002:00100000:0.0:1776200718.855528:0:9212:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@000000008daa68e1 x1862481227039040/t4294967351(4294967351) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:0.0:1776200718.855539:0:9212:0:(mdc_request.c:834:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.855541:0:9212:0:(lmv_obd.c:3666:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1776200718.855544:0:9212:0:(rw.c:921:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1776200718.855547:0:9212:0:(file.c:785:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.855549:0:9212:0:(pcc.c:1499:pcc_file_open()) Process entered 00000080:00000001:0.0:1776200718.855552:0:9212:0:(pcc.c:1414:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1776200718.855553:0:9212:0:(pcc.c:1420:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.855555:0:9212:0:(pcc.c:1518:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1776200718.855557:0:9212:0:(pcc.c:1542:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.855559:0:9212:0:(file.c:1039:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200718.855562:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200718.855565:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000008daa68e1 x1862481227039040/t4294967351(4294967351) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 02000000:00000001:0.0:1776200718.855571:0:9212:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1776200718.855575:0:9212:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at 0000000055024889. 02000000:00000001:0.0:1776200718.855695:0:9212:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1776200718.855697:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.855701:0:9212:0:(dcache.c:214:ll_intent_release()) Process entered 00000080:00000040:0.0:1776200718.855704:0:9212:0:(dcache.c:216:ll_intent_release()) intent 00000000823d37d8 released 00000080:00010000:0.0:1776200718.855706:0:9212:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8d91c35bada81d7e from it 00000000823d37d8 00010000:00000001:0.0:1776200718.855708:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200718.855709:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200718.855713:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000dfdac8d2 refcount=3 00000020:00000001:0.0:1776200718.855714:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713892800 : -112992995658816 : ffff993bc4a1b3c0) 00010000:00000001:0.0:1776200718.855716:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713892800 : -112992995658816 : ffff993bc4a1b3c0) 00010000:00000001:0.0:1776200718.855718:0:9212:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1776200718.855720:0:9212:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000dfdac8d2/0x8d91c35bada81d7e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x18:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x98dca339dc2afc0c expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:0.0:1776200718.855726:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fd491e4e count: 1 00010000:00000001:0.0:1776200718.855728:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.855729:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200718.855738:0:9212:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1776200718.855741:0:9212:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1776200718.855742:0:9212:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000dfdac8d2/0x8d91c35bada81d7e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x18:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x98dca339dc2afc0c expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:0.0:1776200718.855748:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fd491e4e count: 1 00010000:00000001:0.0:1776200718.855751:0:9212:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776200718.855754:0:9212:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1776200718.855756:0:9212:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1776200718.855760:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.855761:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200718.855762:0:9212:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.855766:0:9212:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1776200718.855767:0:9212:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.855769:0:9212:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.855772:0:9212:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.855774:0:9212:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1776200718.855775:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.855775:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1776200718.855777:0:9212:0:(dcache.c:227:ll_intent_release()) Process leaving 00000080:00000010:0.0:1776200718.855778:0:9212:0:(namei.c:1349:ll_atomic_open()) kfreed 'it': 72 at 00000000823d37d8. 00000080:00000001:0.0:1776200718.855781:0:9212:0:(namei.c:1351:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.855786:0:9212:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00200000:0.0:1776200718.855788:0:9212:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000402:0x18:0x0](00000000e934055b), inode mode 81a4 mask 40 00000080:00000001:0.0:1776200718.855792:0:9212:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200718.858025:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200718.858035:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a12e233f (tot 3422086). 00000400:00000200:2.0:1776200718.858046:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200718.858057:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200718.858063:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d92d0e2b 00000400:00000010:2.0:1776200718.858066:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d92d0e2b. 00000100:00000001:2.0:1776200718.858072:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200718.858079:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000343da773 x1862481227039168/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200725 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200718.858091:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200718.858109:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000343da773 x1862481227039168/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200725 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200718.858115:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200718.858117:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200718.864426:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.864433:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1776200718.866289:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200718.866294:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003a271fe (tot 3422718). 00000400:00000200:2.0:1776200718.866300:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200718.866305:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200718.866310:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075f763f4 00000400:00000010:2.0:1776200718.866312:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075f763f4. 00000100:00000001:2.0:1776200718.866316:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200718.866318:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cdde777 x1862481227039296/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200725 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200718.866326:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200718.866329:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000007cdde777 x1862481227039296/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200725 ref 3 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200718.866334:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200718.866336:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200718.872188:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.872211:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200718.872218:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.872220:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200718.872234:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.872244:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200718.872254:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.872260:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.872265:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.872269:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 656 into portal 10 MB=0x69deab3f04240 00000400:00000200:2.0:1776200718.872276:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.872283:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 656/656 into md 0xb4d [32] + 224 00000800:00000001:2.0:1776200718.872298:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.872326:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200718.872329:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200718.872334:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200718.872715:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200718.872796:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cdde777 x1862481227039296/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200725 ref 2 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200718.872808:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=656 offset=224 replen=66264 req@000000007cdde777 x1862481227039296/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200725 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200718.872828:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:2.0:1776200718.872839:0:2234:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1776200718.872843:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.872849:0:2234:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200718.872856:0:2234:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [252:252:256:4294967295] 192.168.203.148@tcp LPNI seq info [252:252:8:4294967295] 00000400:00000200:2.0:1776200718.872859:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.872868:0:2234:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:2.0:1776200718.872873:0:2234:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200718.872881:0:2234:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 744 at 00000000eeb1c353 (tot 3423462). 00000800:00000200:2.0:1776200718.872888:0:2234:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200718.872897:0:2234:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200718.872901:0:2234:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eeb1c353 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1776200718.875540:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200718.875546:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 744 at 00000000eeb1c353 (tot 3422334). 00000400:00000200:2.0:1776200718.875552:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200718.875557:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:2.0:1776200718.875779:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.875788:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1776200718.875956:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200718.875959:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003a271fe (tot 3422086). 00000400:00000200:2.0:1776200718.875964:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200718.875968:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200718.875986:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000097519d99 00000400:00000010:2.0:1776200718.875988:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000097519d99. 00000100:00000001:2.0:1776200718.875992:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200718.875997:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b85331eb x1862481227039424/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200725 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200718.876007:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200718.876009:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000b85331eb x1862481227039424/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200725 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200718.876015:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200718.876017:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200718.878833:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.878854:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200718.878859:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.878861:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200718.878874:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.878883:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200718.878892:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.878898:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.878903:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.878908:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f042c0 00000400:00000200:2.0:1776200718.878914:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.878921:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0xb55 [1] + 224 00000800:00000001:2.0:1776200718.878930:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.878940:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200718.878942:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200718.878946:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200718.878954:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200718.878961:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b85331eb x1862481227039424/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200725 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200718.878973:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=456 offset=224 replen=624 req@00000000b85331eb x1862481227039424/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200725 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200718.878993:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200718.879025:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.879028:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1776200718.887572:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200718.887582:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a12e233f (tot 3422718). 00000400:00000200:2.0:1776200718.887611:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200718.887622:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200718.887630:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071a54455 00000400:00000010:2.0:1776200718.887633:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071a54455. 00000100:00000001:2.0:1776200718.887639:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200718.887648:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007e328608 x1862481227039552/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200725 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200718.887661:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200718.887664:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000007e328608 x1862481227039552/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200725 ref 3 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200718.887671:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200718.887673:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200718.904799:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.904823:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200718.904831:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.904834:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200718.904849:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.904858:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200718.904868:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.904873:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.904879:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.904883:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 656 into portal 10 MB=0x69deab3f04340 00000400:00000200:2.0:1776200718.904889:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.906602:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 656/656 into md 0xb5d [32] + 224 00000800:00000001:2.0:1776200718.906685:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.906715:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200718.906719:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200718.906725:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200718.906735:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200718.906744:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007e328608 x1862481227039552/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200725 ref 2 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200718.906780:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=656 offset=224 replen=66264 req@000000007e328608 x1862481227039552/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200725 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200718.906805:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:2.0:1776200718.906817:0:2234:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1776200718.906824:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.906832:0:2234:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200718.906839:0:2234:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [255:255:256:4294967295] 192.168.203.148@tcp LPNI seq info [255:255:8:4294967295] 00000400:00000200:2.0:1776200718.906843:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.906852:0:2234:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:2.0:1776200718.906857:0:2234:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200718.906865:0:2234:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 744 at 00000000620b59a0 (tot 3423462). 00000800:00000200:2.0:1776200718.906872:0:2234:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200718.906881:0:2234:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200718.906886:0:2234:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000620b59a0 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1776200718.908239:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200718.908245:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 744 at 00000000620b59a0 (tot 3422086). 00000400:00000200:2.0:1776200718.908251:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200718.908259:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:2.0:1776200718.908270:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.908278:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1776200718.912865:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200718.912872:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d9fb19b1 (tot 3422086). 00000400:00000200:2.0:1776200718.912882:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200718.912893:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200718.912899:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008fdf0e42 00000400:00000010:2.0:1776200718.912902:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008fdf0e42. 00000100:00000001:2.0:1776200718.912907:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200718.912915:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ed7b923b x1862481227039680/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200725 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200718.912964:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200718.912967:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000ed7b923b x1862481227039680/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200725 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200718.912973:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200718.912975:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1776200718.923157:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200718.923162:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000db8b4815 (tot 3422718). 00000400:00000200:2.0:1776200718.923170:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200718.923176:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200718.923180:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1c39cba 00000400:00000010:2.0:1776200718.923182:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1c39cba. 00000100:00000001:2.0:1776200718.923197:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200718.923202:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f6cb3a8c x1862481227039808/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200725 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200718.923212:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200718.923214:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000f6cb3a8c x1862481227039808/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200725 ref 3 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200718.923220:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200718.923222:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000080:00000010:0.0:1776200718.942092:0:9212:0:(super25.c:60:ll_alloc_inode()) slab-alloced 'lli': 2032 at 000000000c178b20. 00000020:00000001:0.0:1776200718.942107:0:9212:0:(class_obd.c:866:obd_heat_clear()) Process entered 00000020:00000001:0.0:1776200718.942109:0:9212:0:(class_obd.c:869:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1776200718.942112:0:9212:0:(llite_lib.c:2835:ll_read_inode2()) Process entered 00000080:00200000:0.0:1776200718.942113:0:9212:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x200000402:0x1b:0x0](00000000a39dd81e) 00000020:00000001:0.0:1776200718.942119:0:9212:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:0.0:1776200718.942125:0:9212:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080802469000 : -112992907082616 : ffff993bc9e94488) 00000020:00001000:0.0:1776200718.942127:0:9212:0:(cl_object.c:739:cl_env_get()) 1@00000000bbd77179 00000020:00000001:0.0:1776200718.942131:0:9212:0:(lu_object.c:816:lu_object_find_at()) Process entered 00000080:00000010:0.0:1776200718.942136:0:9212:0:(vvp_object.c:308:vvp_object_alloc()) slab-alloced 'vob': 200 at 00000000d6564336. 00000020:00000001:0.0:1776200718.942138:0:9212:0:(cl_object.c:74:cl_object_header_init()) Process entered 00000020:00000001:0.0:1776200718.942140:0:9212:0:(cl_object.c:81:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1776200718.942148:0:9212:0:(lov_object.c:2283:lov_object_alloc()) Process entered 00020000:00000010:0.0:1776200718.942169:0:9212:0:(lov_object.c:2284:lov_object_alloc()) slab-alloced 'lov': 248 at 00000000f12441af. 00020000:00000001:0.0:1776200718.942171:0:9212:0:(lov_object.c:2298:lov_object_alloc()) Process leaving (rc=18446631080922342120 : -112992787209496 : ffff993bd10e62e8) 00020000:00000001:0.0:1776200718.942174:0:9212:0:(lov_object.c:1342:lov_object_init()) Process entered 00020000:00000001:0.0:1776200718.942177:0:9212:0:(lov_pack.c:336:lov_unpackmd()) Process entered 00020000:00000010:0.0:1776200718.942182:0:9212:0:(lov_ea.c:213:lsme_unpack()) kmalloced '(lsme)': 72 at 00000000823d37d8. 00020000:00000010:0.0:1776200718.942186:0:9212:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at 00000000370e8288. 00020000:00000010:0.0:1776200718.942191:0:9212:0:(lov_ea.c:338:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at 0000000014a54690. 00020000:00000001:0.0:1776200718.942194:0:9212:0:(lov_pack.c:348:lov_unpackmd()) Process leaving (rc=18446631080815622496 : -112992893929120 : ffff993bcab1f960) 00020000:00000002:0.0:1776200718.942196:0:9212:0:(lov_ea.c:635:dump_lsm()) lsm 0000000014a54690, objid 0x1b:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1776200718.942199:0:9212:0:(lov_ea.c:657:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 1048576, pool: [] 00020000:00000002:0.0:1776200718.942202:0:9212:0:(lov_ea.c:667:dump_lsm()) oinfo:00000000370e8288: ostid: 0x0:15 ost idx: 0 gen: 0 00020000:00000001:0.0:1776200718.942205:0:9212:0:(lov_object.c:636:lov_init_composite()) Process entered 00020000:00000002:0.0:1776200718.942206:0:9212:0:(lov_ea.c:635:dump_lsm()) lsm 0000000014a54690, objid 0x1b:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1776200718.942208:0:9212:0:(lov_ea.c:657:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 1048576, pool: [] 00020000:00000002:0.0:1776200718.942210:0:9212:0:(lov_ea.c:667:dump_lsm()) oinfo:00000000370e8288: ostid: 0x0:15 ost idx: 0 gen: 0 00020000:00000010:0.0:1776200718.942213:0:9212:0:(lov_object.c:655:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at 0000000027a389c9. 00020000:00000010:0.0:1776200718.942216:0:9212:0:(lov_object.c:659:lov_init_composite()) kmalloced '(comp->lo_entries)': 168 at 00000000da8eb372. 00020000:00000001:0.0:1776200718.942221:0:9212:0:(lov_object.c:213:lov_init_raid0()) Process entered 00020000:00000010:0.0:1776200718.942223:0:9212:0:(lov_object.c:218:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at 00000000cba3fbd7. 00020000:00000001:0.0:1776200718.942226:0:9212:0:(lov_object.c:104:lov_sub_find()) Process entered 00000020:00000001:0.0:1776200718.942227:0:9212:0:(lu_object.c:816:lu_object_find_at()) Process entered 00020000:00000001:0.0:1776200718.942232:0:9212:0:(lovsub_object.c:185:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1776200718.942235:0:9212:0:(lovsub_object.c:186:lovsub_object_alloc()) slab-alloced 'los': 200 at 00000000a6305ec7. 00000020:00000001:0.0:1776200718.942237:0:9212:0:(cl_object.c:74:cl_object_header_init()) Process entered 00000020:00000001:0.0:1776200718.942238:0:9212:0:(cl_object.c:81:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1776200718.942240:0:9212:0:(lovsub_object.c:199:lovsub_object_alloc()) Process leaving (rc=18446631080801347664 : -112992908203952 : ffff993bc9d82850) 00020000:00000001:0.0:1776200718.942244:0:9212:0:(lovsub_object.c:58:lovsub_object_init()) Process entered 00000008:00000010:0.0:1776200718.942249:0:9212:0:(osc_object.c:449:osc_object_alloc()) slab-alloced 'osc': 432 at 00000000d51c6b8f. 00020000:00000001:0.0:1776200718.942251:0:9212:0:(lovsub_object.c:67:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200718.942256:0:9212:0:(lu_object.c:915:lu_object_find_at()) Process leaving (rc=18446631080801347664 : -112992908203952 : ffff993bc9d82850) 00020000:00000001:0.0:1776200718.942258:0:9212:0:(lov_object.c:108:lov_sub_find()) Process leaving (rc=18446631080801347664 : -112992908203952 : ffff993bc9d82850) 00020000:00000002:0.0:1776200718.942287:0:9212:0:(lov_object.c:155:lov_init_sub()) [0x100000000:0xf:0x0]@00000000a6305ec7[0:0] -> [0x200000402:0x1b:0x0]@00000000d6564336: ostid: 0x0:15 ost idx: 0 gen: 0 00020000:00000001:0.0:1776200718.942292:0:9212:0:(lov_object.c:284:lov_init_raid0()) Process leaving (rc=176 : 176 : b0) 00020000:00000001:0.0:1776200718.942294:0:9212:0:(lov_object.c:813:lov_init_composite()) Process leaving 00020000:00000001:0.0:1776200718.942296:0:9212:0:(lov_object.c:1370:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200718.942301:0:9212:0:(lu_object.c:915:lu_object_find_at()) Process leaving (rc=18446631080801349264 : -112992908202352 : ffff993bc9d82e90) 00000020:00001000:0.0:1776200718.942304:0:9212:0:(cl_object.c:820:cl_env_put()) 1@00000000bbd77179 00000080:00000001:0.0:1776200718.942309:0:9212:0:(lcommon_cl.c:274:cl_fid_build_ino()) Process leaving (rc=144115205289279515 : 144115205289279515 : 20000040200001b) 00000080:00000001:0.0:1776200718.942312:0:9212:0:(lcommon_cl.c:286:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1776200718.942314:0:9212:0:(llite_lib.c:2690:ll_update_inode()) setting ino 144115205289279515 mtime from 0 to 1776200718 00000080:00000001:0.0:1776200718.942318:0:9212:0:(llite_lib.c:2864:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1776200718.942321:0:9212:0:(namei.c:166:ll_iget()) Process leaving (rc=18446631080817496272 : -112992892055344 : ffff993bcace90d0) 00010000:00000001:0.0:1776200718.942325:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200718.942327:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200718.942329:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001ca26c71 refcount=3 00000020:00000001:0.0:1776200718.942330:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802691776 : -112992906859840 : ffff993bc9ecaac0) 00010000:00000001:0.0:1776200718.942333:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802691776 : -112992906859840 : ffff993bc9ecaac0) 00000080:00000001:0.0:1776200718.942336:0:9212:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:0.0:1776200718.942346:0:9212:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:0.0:1776200718.942347:0:9212:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080802469000 : -112992907082616 : ffff993bc9e94488) 00000020:00001000:0.0:1776200718.942349:0:9212:0:(cl_object.c:739:cl_env_get()) 1@00000000bbd77179 00000020:00000001:0.0:1776200718.942351:0:9212:0:(cl_object.c:296:cl_conf_set()) Process entered 00020000:00000001:0.0:1776200718.942353:0:9212:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:0.0:1776200718.942354:0:9212:0:(lov_pack.c:336:lov_unpackmd()) Process entered 00020000:00000010:0.0:1776200718.942357:0:9212:0:(lov_ea.c:213:lsme_unpack()) kmalloced '(lsme)': 72 at 00000000bc5e5a67. 00020000:00000010:0.0:1776200718.942360:0:9212:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at 000000007b42685a. 00020000:00000010:0.0:1776200718.942363:0:9212:0:(lov_ea.c:338:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at 00000000536a8de8. 00020000:00000001:0.0:1776200718.942364:0:9212:0:(lov_pack.c:348:lov_unpackmd()) Process leaving (rc=18446631080815621248 : -112992893930368 : ffff993bcab1f480) 00020000:00000002:0.0:1776200718.942366:0:9212:0:(lov_ea.c:635:dump_lsm()) lsm 00000000536a8de8, objid 0x1b:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1776200718.942368:0:9212:0:(lov_ea.c:657:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 1048576, pool: [] 00020000:00000002:0.0:1776200718.942371:0:9212:0:(lov_ea.c:667:dump_lsm()) oinfo:000000007b42685a: ostid: 0x0:15 ost idx: 0 gen: 0 00020000:00000002:0.0:1776200718.942373:0:9212:0:(lov_object.c:1234:lov_conf_lock()) Took exclusive lov(00000000f12441af) owner 00000000c7f03c54 00020000:00000001:0.0:1776200718.942375:0:9212:0:(lov_object.c:1439:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1776200718.942383:0:9212:0:(lov_object.c:1240:lov_conf_unlock()) To release exclusive lov(00000000f12441af) owner 00000000c7f03c54 00020000:00000010:0.0:1776200718.942387:0:9212:0:(lov_ea.c:144:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at 000000007b42685a. 00020000:00000010:0.0:1776200718.942391:0:9212:0:(lov_ea.c:147:lsme_free()) kfreed 'lsme': 72 at 00000000bc5e5a67. 00020000:00000010:0.0:1776200718.942393:0:9212:0:(lov_ea.c:166:lsm_free()) kfreed 'lsm': 88 at 00000000536a8de8. 00020000:00000002:0.0:1776200718.942395:0:9212:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x1b:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1776200718.942397:0:9212:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200718.942399:0:9212:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200718.942403:0:9212:0:(cl_object.c:387:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1776200718.942406:0:9212:0:(lov_object.c:1182:lov_conf_freeze()) To take share lov(00000000f12441af) owner 0000000000000000/00000000c7f03c54 00020000:00000002:0.0:1776200718.942409:0:9212:0:(lov_object.c:2311:lov_lsm_addref()) lsm 0000000014a54690 addref 2/0 by 00000000c7f03c54. 00020000:00000002:0.0:1776200718.942411:0:9212:0:(lov_object.c:1190:lov_conf_thaw()) To release share lov(00000000f12441af) owner 0000000000000000/00000000c7f03c54 00020000:00000001:0.0:1776200718.942413:0:9212:0:(lov_object.c:2209:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1776200718.942415:0:9212:0:(lov_pack.c:197:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1776200718.942416:0:9212:0:(lov_pack.c:109:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1776200718.942418:0:9212:0:(lov_pack.c:114:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1776200718.942420:0:9212:0:(lov_object.c:2227:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1776200718.942422:0:9212:0:(file.c:5870:ll_layout_conf()) [0x200000402:0x1b:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1776200718.942424:0:9212:0:(cl_object.c:820:cl_env_put()) 1@00000000bbd77179 00000080:00000001:0.0:1776200718.942427:0:9212:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.942428:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.942430:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1776200718.942431:0:9212:0:(llite_lib.c:3243:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1776200718.942434:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.942437:0:9212:0:(lmv_obd.c:3637:lmv_free_lustre_md()) Process entered 00800000:00000001:0.0:1776200718.942440:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.942443:0:9212:0:(mdc_request.c:675:mdc_free_lustre_md()) Process entered 00000002:00000001:0.0:1776200718.942444:0:9212:0:(mdc_request.c:676:mdc_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.942445:0:9212:0:(lmv_obd.c:3649:lmv_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200718.942447:0:9212:0:(namei.c:1379:ll_create_node()) setting l_ast_data to inode [0x200000402:0x1b:0x0](00000000a39dd81e) 00000080:00010000:0.0:1776200718.942450:0:9212:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1b:0x0](00000000a39dd81e) for lock 0x8d91c35bada81d93 00000080:00000001:0.0:1776200718.942452:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.942454:0:9212:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1776200718.942455:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.942457:0:9212:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1776200718.942458:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200718.942459:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200718.942466:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001ca26c71 refcount=3 00000020:00000001:0.0:1776200718.942468:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802691776 : -112992906859840 : ffff993bc9ecaac0) 00010000:00000001:0.0:1776200718.942471:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802691776 : -112992906859840 : ffff993bc9ecaac0) 00010000:00000001:0.0:1776200718.942473:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.942474:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200718.942475:0:9212:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.942477:0:9212:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.942479:0:9212:0:(namei.c:1381:ll_create_node()) Process leaving 00000100:00000001:0.0:1776200718.942481:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200718.942485:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000f6cb3a8c x1862481227039808/t4294967357(4294967357) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 3 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200718.942492:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.942499:0:9212:0:(namei.c:1461:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.942502:0:9212:0:(pcc.c:2323:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1776200718.942504:0:9212:0:(pcc.c:2326:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.942514:0:9212:0:(file.c:834:ll_file_open()) Process entered 00000080:00200000:0.0:1776200718.942516:0:9212:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x200000402:0x1b:0x0](00000000a39dd81e), flags 100102 00000080:00000010:0.0:1776200718.942523:0:9212:0:(file.c:80:ll_file_data_get()) slab-alloced 'fd': 280 at 000000000ef24eeb. 00000080:00000010:0.0:1776200718.942530:0:9212:0:(file.c:1001:ll_file_open()) kmalloced '(*och_p)': 48 at 000000000d364ed4. 00000080:00000001:0.0:1776200718.942533:0:9212:0:(file.c:767:ll_local_open()) Process entered 00000080:00000001:0.0:1776200718.942536:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.942538:0:9212:0:(lmv_obd.c:3660:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1776200718.942540:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.942542:0:9212:0:(mdc_request.c:781:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1776200718.942546:0:9212:0:(obd.h:1238:obd_mod_alloc()) kmalloced '(mod)': 32 at 00000000072963f0. 00000002:00100000:0.0:1776200718.942550:0:9212:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000f6cb3a8c x1862481227039808/t4294967357(4294967357) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:0.0:1776200718.942556:0:9212:0:(mdc_request.c:834:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.942557:0:9212:0:(lmv_obd.c:3666:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1776200718.942560:0:9212:0:(rw.c:921:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1776200718.942564:0:9212:0:(file.c:785:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.942566:0:9212:0:(pcc.c:1499:pcc_file_open()) Process entered 00000080:00000001:0.0:1776200718.942569:0:9212:0:(pcc.c:1414:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1776200718.942571:0:9212:0:(pcc.c:1420:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.942572:0:9212:0:(pcc.c:1518:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1776200718.942579:0:9212:0:(pcc.c:1542:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.942581:0:9212:0:(file.c:1039:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200718.942584:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200718.942623:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000f6cb3a8c x1862481227039808/t4294967357(4294967357) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 02000000:00000001:0.0:1776200718.942631:0:9212:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1776200718.942636:0:9212:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at 00000000c7a2fca4. 02000000:00000001:0.0:1776200718.942699:0:9212:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1776200718.942700:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.942704:0:9212:0:(dcache.c:214:ll_intent_release()) Process entered 00000080:00000040:0.0:1776200718.942706:0:9212:0:(dcache.c:216:ll_intent_release()) intent 00000000dfa5abcf released 00000080:00010000:0.0:1776200718.942708:0:9212:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8d91c35bada81d93 from it 00000000dfa5abcf 00010000:00000001:0.0:1776200718.942710:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200718.942712:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200718.942713:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001ca26c71 refcount=3 00000020:00000001:0.0:1776200718.942714:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802691776 : -112992906859840 : ffff993bc9ecaac0) 00010000:00000001:0.0:1776200718.942716:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802691776 : -112992906859840 : ffff993bc9ecaac0) 00010000:00000001:0.0:1776200718.942718:0:9212:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1776200718.942722:0:9212:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000001ca26c71/0x8d91c35bada81d93 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x98dca339dc2afc75 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:0.0:1776200718.942729:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000007f6887cc count: 1 00010000:00000001:0.0:1776200718.942733:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.942734:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200718.942736:0:9212:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1776200718.942738:0:9212:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1776200718.942740:0:9212:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000001ca26c71/0x8d91c35bada81d93 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x98dca339dc2afc75 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:0.0:1776200718.942745:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000007f6887cc count: 1 00010000:00000001:0.0:1776200718.942749:0:9212:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776200718.942752:0:9212:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1776200718.942754:0:9212:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1776200718.942759:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.942768:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200718.942770:0:9212:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.942773:0:9212:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1776200718.942775:0:9212:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.942777:0:9212:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.942780:0:9212:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.942783:0:9212:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1776200718.942784:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.942785:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1776200718.942786:0:9212:0:(dcache.c:227:ll_intent_release()) Process leaving 00000080:00000010:0.0:1776200718.942788:0:9212:0:(namei.c:1349:ll_atomic_open()) kfreed 'it': 72 at 00000000dfa5abcf. 00000080:00000001:0.0:1776200718.942792:0:9212:0:(namei.c:1351:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.942797:0:9212:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00200000:0.0:1776200718.942799:0:9212:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1b:0x0](00000000a39dd81e), inode mode 81a4 mask 40 00000080:00000001:0.0:1776200718.942803:0:9212:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1776200718.942829:0:9212:0:(lov_object.c:2321:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1776200718.942831:0:9212:0:(lov_object.c:1182:lov_conf_freeze()) To take share lov(00000000f12441af) owner 0000000000000000/00000000c7f03c54 00020000:00000002:0.0:1776200718.942834:0:9212:0:(lov_object.c:1190:lov_conf_thaw()) To release share lov(00000000f12441af) owner 0000000000000000/00000000c7f03c54 00020000:00000001:0.0:1776200718.942836:0:9212:0:(lov_object.c:2367:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.942844:0:9212:0:(file.c:407:ll_file_release()) Process entered 00000080:00200000:0.0:1776200718.942845:0:9212:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x200000402:0x1b:0x0](00000000a39dd81e) 00000080:00000001:0.0:1776200718.942848:0:9212:0:(pcc.c:1552:pcc_file_release()) Process entered 00000080:00000001:0.0:1776200718.942849:0:9212:0:(pcc.c:1571:pcc_file_release()) Process leaving 00020000:00000001:0.0:1776200718.942850:0:9212:0:(lov_object.c:2321:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1776200718.942851:0:9212:0:(lov_object.c:1182:lov_conf_freeze()) To take share lov(00000000f12441af) owner 0000000000000000/00000000c7f03c54 00020000:00000002:0.0:1776200718.942852:0:9212:0:(lov_object.c:1190:lov_conf_thaw()) To release share lov(00000000f12441af) owner 0000000000000000/00000000c7f03c54 00020000:00000001:0.0:1776200718.942854:0:9212:0:(lov_object.c:2367:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.942856:0:9212:0:(file.c:327:ll_md_close()) Process entered 00000080:00000001:0.0:1776200718.942858:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.942860:0:9212:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:0.0:1776200718.942862:0:9212:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x1b:0x0] 00800000:00000001:0.0:1776200718.942864:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.942866:0:9212:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1776200718.942869:0:9212:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1776200718.942874:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000007f6887cc count: 2 00010000:00000001:0.0:1776200718.942876:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1776200718.942880:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000007f6887cc count: 1 00000002:00000001:0.0:1776200718.942888:0:9212:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.942891:0:9212:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.942893:0:9212:0:(file.c:281:ll_md_real_close()) Process entered 00000080:00000001:0.0:1776200718.942895:0:9212:0:(file.c:157:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1776200718.942898:0:9212:0:(file.c:165:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at 00000000e8750b99. 00000080:00000001:0.0:1776200718.942900:0:9212:0:(file.c:102:ll_prepare_close()) Process entered 00000080:00000001:0.0:1776200718.942906:0:9212:0:(file.c:137:ll_prepare_close()) Process leaving 00000080:00000001:0.0:1776200718.942908:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.942911:0:9212:0:(lmv_obd.c:1466:lmv_close()) Process entered 00800000:00000002:0.0:1776200718.942912:0:9212:0:(lmv_obd.c:1472:lmv_close()) CLOSE [0x200000402:0x1b:0x0] 00800000:00000001:0.0:1776200718.942914:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.942917:0:9212:0:(mdc_request.c:900:mdc_close()) Process entered 00000002:00000002:0.0:1776200718.942919:0:9212:0:(mdc_request.c:904:mdc_close()) lustre-MDT0000-mdc-ffff993be2454000: [0x200000402:0x1b:0x0] file closed with intent: 0 00000100:00000010:0.0:1776200718.942925:0:9212:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c16df945. 00000020:00000040:0.0:1776200718.942929:0:9212:0:(genops.c:1191:class_import_get()) import 000000000fe8d637 refcount=59 obd=lustre-MDT0000-mdc-ffff993be2454000 00000002:00100000:0.0:1776200718.942935:0:9212:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@00000000f6cb3a8c x1862481227039808/t4294967357(4294967357) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 1 fl Complete:RPQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200718.942942:0:9212:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1776200718.942945:0:9212:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1776200718.942961:0:9212:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1776200718.942969:0:9212:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008b44f8ac. 00000100:00000001:0.0:1776200718.942975:0:9212:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1776200718.942986:0:9212:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993be2454000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1776200718.942992:0:9212:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000c16df945 x1862481227039936/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1776200718.942998:0:9212:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1776200718.943000:0:9212:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1776200718.943005:0:9212:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bfe9401e. 00000100:00000001:0.0:1776200718.943008:0:9212:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446631080922338432 : -112992787213184 : ffff993bd10e5480) 00000100:00000001:0.0:1776200718.943010:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200718.943012:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801019392 : -112992908532224 : ffff993bc9d32600) 00000100:00000001:0.0:1776200718.943016:0:9212:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1776200718.943021:0:9212:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200718.943023:0:9212:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1776200718.943025:0:9212:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776200718.943033:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c16df945 x1862481227039936/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200718.943041:0:9212:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200718.943043:0:9212:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200718.943048:0:9212:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776200718.943050:0:9212:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200718.943052:0:9212:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c16df945 pname:cluuid:pid:xid:nid:opc:job createmany:128773b9-ec2f-47c2-9bf4-461c71beba7d:9212:1862481227039936:192.168.203.148@tcp:35:createmany.0 00000100:00000001:0.0:1776200718.943056:0:9212:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776200718.943063:0:9212:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776200718.943066:0:9212:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200718.943069:0:9212:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1776200718.943087:0:9212:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000bb502f2c. 02000000:00000001:0.0:1776200718.943089:0:9212:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776200718.943097:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:0.0:1776200718.943101:0:9212:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003295735c. 00000400:00000010:0.0:1776200718.943108:0:9212:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb51e740. 00000100:00000200:0.0:1776200718.943116:0:9212:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227039936, portal 10 00000100:00000001:0.0:1776200718.943119:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200718.943120:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801019392 : -112992908532224 : ffff993bc9d32600) 00000100:00000040:0.0:1776200718.943125:0:9212:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000c16df945 x1862481227039936/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200725 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200718.943132:0:9212:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776200718.943134:0:9212:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:0.0:1776200718.943136:0:9212:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae23e799. 00000100:00000200:0.0:1776200718.943139:0:9212:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227039936, offset 0 00000400:00000200:0.0:1776200718.943147:0:9212:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:0.0:1776200718.943156:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200718.943164:0:9212:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:0.0:1776200718.943173:0:9212:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:0.0:1776200718.943176:0:9212:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776200718.943179:0:9212:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:0.0:1776200718.943183:0:9212:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [259:259:256:4294967295] 192.168.203.148@tcp LPNI seq info [259:259:8:4294967295] 00000400:00000200:0.0:1776200718.943187:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200718.943204:0:9212:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:0.0:1776200718.943209:0:9212:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:0.0:1776200718.943214:0:9212:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099f0192d (tot 3422334). 00000800:00000200:0.0:1776200718.943221:0:9212:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:0.0:1776200718.943229:0:9212:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:0.0:1776200718.943233:0:9212:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000099f0192d type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1776200718.943255:0:9212:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200718.943257:0:9212:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200718.943260:0:9212:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200718.943262:0:9212:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200718.943264:0:9212:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:0.0:1776200718.943265:0:9212:0:(client.c:2500:ptlrpc_set_wait()) set 00000000bfe9401e going to sleep for 6 seconds 00000100:00000001:0.0:1776200718.943268:0:9212:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200718.943271:0:9212:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200718.943996:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200718.944003:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000099f0192d (tot 3422086). 00000400:00000200:2.0:1776200718.944009:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200718.944016:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200718.944021:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae23e799 00000400:00000010:2.0:1776200718.944023:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae23e799. 00000100:00000001:2.0:1776200718.944028:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200718.944032:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c16df945 x1862481227039936/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200725 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200718.944041:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200718.944043:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000c16df945 x1862481227039936/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200725 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200718.944049:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200718.944059:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200718.949315:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.949347:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200718.949352:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.949355:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200718.949369:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.949379:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200718.949388:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.949393:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.949398:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.949402:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f044c0 00000400:00000200:2.0:1776200718.949409:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.949415:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0xb75 [1] + 224 00000800:00000001:2.0:1776200718.949424:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.949437:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200718.949440:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200718.949444:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200718.949452:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200718.949460:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c16df945 x1862481227039936/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200725 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200718.949471:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=456 offset=224 replen=624 req@00000000c16df945 x1862481227039936/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200725 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200718.949499:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200718.949510:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.949513:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200718.949672:0:9212:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1776200718.949684:0:9212:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1776200718.949686:0:9212:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1776200718.949689:0:9212:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003295735c. 00000400:00000200:0.0:1776200718.949695:0:9212:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb51e740 00000400:00000010:0.0:1776200718.949698:0:9212:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb51e740. 00000100:00000001:0.0:1776200718.949701:0:9212:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1776200718.949706:0:9212:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c16df945 x1862481227039936/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200725 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:0.0:1776200718.949713:0:9212:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c16df945 x1862481227039936/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200725 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200718.950036:0:9212:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1776200718.950039:0:9212:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200718.950041:0:9212:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1776200718.950045:0:9212:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1776200718.950048:0:9212:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1776200718.950050:0:9212:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200718.950053:0:9212:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1776200718.950066:0:9212:0:(import.c:1935:at_measured()) add 1 to 000000000f61d0a9 time=86 v=1 (1 0 0 0) 00000100:00001000:0.0:1776200718.950072:0:9212:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=87 v=1 (1 0 0 0) 00000100:00000001:0.0:1776200718.950094:0:9212:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1776200718.950097:0:9212:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.950100:0:9212:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1776200718.950105:0:9212:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200718.950108:0:9212:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1776200718.950111:0:9212:0:(client.c:1389:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1776200718.950113:0:9212:0:(client.c:1391:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1776200718.950115:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200718.950117:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801019392 : -112992908532224 : ffff993bc9d32600) 00000100:00000001:0.0:1776200718.950121:0:9212:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1776200718.950122:0:9212:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 0 00000100:00000001:0.0:1776200718.950125:0:9212:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1776200718.950128:0:9212:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200718.950133:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c16df945 x1862481227039936/t4294967358(4294967358) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 3 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200718.950140:0:9212:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200718.950144:0:9212:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1776200718.950146:0:9212:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1776200718.950150:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c16df945 x1862481227039936/t4294967358(4294967358) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 3 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:0.0:1776200718.950157:0:9212:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c16df945 pname:cluuid:pid:xid:nid:opc:job createmany:128773b9-ec2f-47c2-9bf4-461c71beba7d:9212:1862481227039936:192.168.203.148@tcp:35:createmany.0 00000100:00000001:0.0:1776200718.950162:0:9212:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200718.950165:0:9212:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200718.950168:0:9212:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1776200718.950171:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200718.950173:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000c16df945 x1862481227039936/t4294967358(4294967358) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 3 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200718.950179:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1776200718.950182:0:9212:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bfe9401e. 00000100:00000001:0.0:1776200718.950187:0:9212:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1776200718.950188:0:9212:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.950197:0:9212:0:(mdc_request.c:1038:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.950201:0:9212:0:(lmv_obd.c:1474:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1776200718.950212:0:9212:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000e8750b99. 00000080:00000001:0.0:1776200718.950216:0:9212:0:(file.c:263:ll_close_inode_openhandle()) Process leaving 00000080:00000001:0.0:1776200718.950220:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.950223:0:9212:0:(lmv_obd.c:3676:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1776200718.950227:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.950230:0:9212:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1776200718.950235:0:9212:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@00000000f6cb3a8c x1862481227039808/t4294967357(4294967357) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 1 fl Complete:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000002:00000001:0.0:1776200718.950241:0:9212:0:(mdc_request.c:888:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.950243:0:9212:0:(lmv_obd.c:3682:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1776200718.950245:0:9212:0:(file.c:268:ll_close_inode_openhandle()) kfreed 'och': 48 at 000000000d364ed4. 00000100:00000001:0.0:1776200718.950248:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200718.950250:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000c16df945 x1862481227039936/t4294967358(4294967358) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200718.950255:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.950258:0:9212:0:(file.c:313:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1776200718.950260:0:9212:0:(file.c:93:ll_file_data_put()) slab-freed '(fd)': 280 at 000000000ef24eeb. 00000080:00000001:0.0:1776200718.950265:0:9212:0:(file.c:391:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.950270:0:9212:0:(file.c:445:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.950277:0:9212:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1776200718.950279:0:9212:0:(dcache.c:133:ll_ddelete()) keeping dentry f0a.replay-dual-25 (000000000c8d05b0, parent 000000008fe1cc87, inode 00000000a39dd81e) hashed, 00000080:00000001:0.0:1776200718.950283:0:9212:0:(dcache.c:137:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.950366:0:9212:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1776200718.950371:0:9212:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1776200718.950373:0:9212:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1776200718.950374:0:9212:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000e143c7f8),name=/ 00000080:00000010:0.0:1776200718.950380:0:9212:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000e8750b99. 00000080:00000001:0.0:1776200718.950387:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.950391:0:9212:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1776200718.950393:0:9212:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1776200718.950398:0:9212:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1776200718.950399:0:9212:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:0.0:1776200718.950402:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.950406:0:9212:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1776200718.950412:0:9212:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1776200718.950417:0:9212:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1776200718.950419:0:9212:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1776200718.950422:0:9212:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1776200718.950430:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f1cb6017 count: 2 00010000:00000001:0.0:1776200718.950433:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200718.950439:0:9212:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1776200718.950441:0:9212:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1776200718.950444:0:9212:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.950452:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00010000:00000040:0.0:1776200718.950455:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 02000000:00000001:0.0:1776200718.950457:0:9212:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1776200718.950462:0:9212:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200718.950464:0:9212:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.950470:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00000002:00000001:0.0:1776200718.950472:0:9212:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1776200718.950474:0:9212:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1776200718.950476:0:9212:0:(mdc_locks.c:1345:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1776200718.950478:0:9212:0:(lmv_intent.c:509:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1776200718.950480:0:9212:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1776200718.950482:0:9212:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000e8750b99. 00000080:00000001:0.0:1776200718.950486:0:9212:0:(dcache.c:259:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1776200718.950488:0:9212:0:(dcache.c:262:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200718.950569:0:9212:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000e143c7f8) 00000080:00010000:0.0:1776200718.950573:0:9212:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000e143c7f8) for lock 0x8d91c35bada81cba 00000080:00000001:0.0:1776200718.950576:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.950578:0:9212:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1776200718.950579:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.950582:0:9212:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1776200718.950584:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200718.951146:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200718.951149:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c4c6f071 refcount=3 00000020:00000001:0.0:1776200718.951154:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200718.951158:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200718.951161:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.951163:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200718.951164:0:9212:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.951165:0:9212:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200718.951168:0:9212:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8d91c35bada81cba from it 000000003c702ba3 00010000:00000001:0.0:1776200718.951170:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200718.951171:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200718.951172:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c4c6f071 refcount=3 00000020:00000001:0.0:1776200718.951173:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200718.951175:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200718.951177:0:9212:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1776200718.951180:0:9212:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.951187:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200718.951189:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.951190:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200718.951192:0:9212:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1776200718.951194:0:9212:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1776200718.951195:0:9212:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.951201:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200718.951205:0:9212:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776200718.951208:0:9212:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1776200718.951211:0:9212:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1776200718.951215:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.951216:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200718.951218:0:9212:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.951221:0:9212:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1776200718.951223:0:9212:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.951231:0:9212:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.951234:0:9212:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.951236:0:9212:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1776200718.951237:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.951238:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1776200718.951240:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:0.0:1776200718.951241:0:9212:0:(client.c:2665:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1776200718.951242:0:9212:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000e143c7f8), inode mode 41ed mask 1 00000080:00000001:0.0:1776200718.951246:0:9212:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1776200718.951261:0:9212:0:(dcache.c:145:ll_d_init()) kmalloced '(lld)': 24 at 00000000e9b85146. 00000080:00000001:0.0:1776200718.951266:0:9212:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1776200718.951267:0:9212:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1776200718.951268:0:9212:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000e143c7f8),name=/ 00000080:00000010:0.0:1776200718.951272:0:9212:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000e8750b99. 00000080:00000001:0.0:1776200718.951275:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.951277:0:9212:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1776200718.951278:0:9212:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1776200718.951281:0:9212:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1776200718.951282:0:9212:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:0.0:1776200718.951285:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.951287:0:9212:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1776200718.951288:0:9212:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1776200718.951290:0:9212:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1776200718.951292:0:9212:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1776200718.951293:0:9212:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1776200718.951296:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f1cb6017 count: 2 00010000:00000001:0.0:1776200718.951298:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200718.951301:0:9212:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1776200718.951302:0:9212:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1776200718.951304:0:9212:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.951310:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00010000:00000040:0.0:1776200718.951312:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 02000000:00000001:0.0:1776200718.951314:0:9212:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1776200718.951318:0:9212:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200718.951320:0:9212:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.951325:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00000002:00000001:0.0:1776200718.951327:0:9212:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1776200718.951328:0:9212:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1776200718.951329:0:9212:0:(mdc_locks.c:1345:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1776200718.951331:0:9212:0:(lmv_intent.c:509:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1776200718.951332:0:9212:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1776200718.951334:0:9212:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000e8750b99. 00000080:00000001:0.0:1776200718.951349:0:9212:0:(dcache.c:259:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1776200718.951350:0:9212:0:(dcache.c:262:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200718.951352:0:9212:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000e143c7f8) 00000080:00010000:0.0:1776200718.951354:0:9212:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000e143c7f8) for lock 0x8d91c35bada81cba 00000080:00000001:0.0:1776200718.951357:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.951358:0:9212:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1776200718.951359:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.951360:0:9212:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1776200718.951361:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200718.951362:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200718.951363:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c4c6f071 refcount=3 00000020:00000001:0.0:1776200718.951365:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200718.951367:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200718.951369:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.951370:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200718.951371:0:9212:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.951372:0:9212:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200718.951373:0:9212:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8d91c35bada81cba from it 0000000033745cc8 00010000:00000001:0.0:1776200718.951374:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200718.951375:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200718.951376:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c4c6f071 refcount=3 00000020:00000001:0.0:1776200718.951378:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200718.951380:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200718.951382:0:9212:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1776200718.951383:0:9212:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.951389:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200718.951390:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.951391:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200718.951392:0:9212:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1776200718.951393:0:9212:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1776200718.951394:0:9212:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.951399:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200718.951400:0:9212:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776200718.951402:0:9212:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1776200718.951403:0:9212:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1776200718.951404:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.951405:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200718.951406:0:9212:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.951407:0:9212:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1776200718.951408:0:9212:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.951410:0:9212:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.951411:0:9212:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.951412:0:9212:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1776200718.951413:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.951414:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1776200718.951415:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:0.0:1776200718.951416:0:9212:0:(client.c:2665:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1776200718.951417:0:9212:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000e143c7f8), inode mode 41ed mask 3 00000080:00000001:0.0:1776200718.951419:0:9212:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.951423:0:9212:0:(namei.c:1176:ll_atomic_open()) Process entered 00000080:00200000:0.0:1776200718.951425:0:9212:0:(namei.c:1183:ll_atomic_open()) VFS Op:name=f0a.replay-dual-26, dir=[0x200000007:0x1:0x0](00000000e143c7f8), file 00000000e0a0efa5, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1776200718.951432:0:9212:0:(namei.c:1203:ll_atomic_open()) kmalloced '(it)': 72 at 00000000536a8de8. 00000080:00000001:0.0:1776200718.951437:0:9212:0:(namei.c:827:ll_lookup_it()) Process entered 00000080:00200000:0.0:1776200718.951439:0:9212:0:(namei.c:833:ll_lookup_it()) VFS Op:name=f0a.replay-dual-26, dir=[0x200000007:0x1:0x0](00000000e143c7f8), intent=open|creat 00000080:00000010:0.0:1776200718.951445:0:9212:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000e8750b99. 00000080:00000001:0.0:1776200718.951451:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.951453:0:9212:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1776200718.951454:0:9212:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-26' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1776200718.951457:0:9212:0:(lmv_intent.c:301:lmv_intent_open()) Process entered 00800000:00000001:0.0:1776200718.951462:0:9212:0:(lmv_obd.c:1077:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1776200718.951464:0:9212:0:(obd_class.h:918:obd_fid_alloc()) Process entered 00800000:00000001:0.0:1776200718.951465:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.951468:0:9212:0:(mdc_request.c:2771:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1776200718.951470:0:9212:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1776200718.951473:0:9212:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff993be2454000: Allocated FID [0x200000402:0x1c:0x0] 40000000:00000001:0.0:1776200718.951476:0:9212:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.951478:0:9212:0:(mdc_request.c:2778:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.951479:0:9212:0:(obd_class.h:930:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.951481:0:9212:0:(lmv_obd.c:1101:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1776200718.951482:0:9212:0:(lmv_intent.c:375:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x1c:0x0], name='f0a.replay-dual-26' -> mds #0 00800000:00000001:0.0:1776200718.951485:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.951487:0:9212:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1776200718.951488:0:9212:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: f0a.replay-dual-26,[0x200000402:0x1c:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1776200718.951503:0:9212:0:(mdc_locks.c:932:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1776200718.951507:0:9212:0:(mdc_locks.c:263:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1776200718.951510:0:9212:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:0.0:1776200718.951514:0:9212:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.951516:0:9212:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:0.0:1776200718.951517:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f1cb6017 count: 2 00010000:00000001:0.0:1776200718.951519:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200718.951522:0:9212:0:(ldlm_request.c:2103:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1776200718.951525:0:9212:0:(ldlm_request.c:1691:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.951527:0:9212:0:(ldlm_request.c:2153:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1776200718.951528:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00000002:00000001:0.0:1776200718.951530:0:9212:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1776200718.951536:0:9212:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fa5e819b. 00000020:00000040:0.0:1776200718.951540:0:9212:0:(genops.c:1191:class_import_get()) import 000000000fe8d637 refcount=60 obd=lustre-MDT0000-mdc-ffff993be2454000 02000000:00000001:0.0:1776200718.951547:0:9212:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1776200718.951548:0:9212:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.951552:0:9212:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1776200718.951557:0:9212:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1776200718.951559:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.951560:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200718.951561:0:9212:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200718.951563:0:9212:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1776200718.951619:0:9212:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1776200718.951622:0:9212:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1776200718.951631:0:9212:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000bf487b11. 00000100:00000001:0.0:1776200718.951650:0:9212:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.951655:0:9212:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1776200718.951657:0:9212:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.951658:0:9212:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1776200718.951659:0:9212:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.951661:0:9212:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.951671:0:9212:0:(mdc_locks.c:432:mdc_intent_open_pack()) Process leaving (rc=18446631080801040064 : -112992908511552 : ffff993bc9d376c0) 00010000:00000001:0.0:1776200718.951675:0:9212:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1776200718.951678:0:9212:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1776200718.951680:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f1cb6017 count: 2 00010000:00000001:0.0:1776200718.951682:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200718.951684:0:9212:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1776200718.951687:0:9212:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001023cba7. 00000020:00000001:0.0:1776200718.951691:0:9212:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1776200718.951693:0:9212:0:(lustre_handles.c:97:class_handle_hash()) added object 000000001023cba7 with handle 0x8d91c35bada81d9a to hash 00000020:00000001:0.0:1776200718.951695:0:9212:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1776200718.951697:0:9212:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446631080713888768 : -112992995662848 : ffff993bc4a1a400) 00010000:00000001:0.0:1776200718.951701:0:9212:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446631080713888768 : -112992995662848 : ffff993bc4a1a400) 00010000:00000001:0.0:1776200718.951704:0:9212:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1776200718.951705:0:9212:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200718.951707:0:9212:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000001023cba7/0x8d91c35bada81d9a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.951713:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00010000:00010000:0.0:1776200718.951716:0:9212:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000001023cba7/0x8d91c35bada81d9a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.954872:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00000020:00100000:0.0:1776200718.954898:0:9212:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993be2454000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1776200718.954912:0:9212:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000fa5e819b x1862481227040064/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:0.0:1776200718.954923:0:9212:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000001023cba7/0x8d91c35bada81d9a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.954929:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00000100:00000001:0.0:1776200718.954932:0:9212:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1776200718.954934:0:9212:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1776200718.955097:0:9212:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bfe9401e. 00000100:00000001:0.0:1776200718.955100:0:9212:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446631080922338432 : -112992787213184 : ffff993bd10e5480) 00000100:00000001:0.0:1776200718.955104:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200718.955105:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801040064 : -112992908511552 : ffff993bc9d376c0) 00000100:00000001:0.0:1776200718.955110:0:9212:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1776200718.955115:0:9212:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200718.955117:0:9212:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1776200718.955119:0:9212:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776200718.955123:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fa5e819b x1862481227040064/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 0 ref 2 fl New:PQU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200718.955130:0:9212:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200718.955133:0:9212:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200718.955137:0:9212:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776200718.955141:0:9212:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200718.955145:0:9212:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fa5e819b pname:cluuid:pid:xid:nid:opc:job createmany:128773b9-ec2f-47c2-9bf4-461c71beba7d:9212:1862481227040064:192.168.203.148@tcp:101:createmany.0 00000100:00000001:0.0:1776200718.955149:0:9212:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776200718.955156:0:9212:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776200718.955159:0:9212:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200718.955162:0:9212:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1776200718.955809:0:9212:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at 00000000c7a2fca4. 02000000:00000001:0.0:1776200718.955815:0:9212:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776200718.955827:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:0.0:1776200718.955834:0:9212:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003295735c. 00000400:00000010:0.0:1776200718.955902:0:9212:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 632 at 000000003307dcf7 (tot 3422718). 00000100:00000200:0.0:1776200718.955912:0:9212:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1862481227040064, portal 10 00000100:00000001:0.0:1776200718.955915:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200718.955916:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801040064 : -112992908511552 : ffff993bc9d376c0) 00000100:00000040:0.0:1776200718.955924:0:9212:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000fa5e819b x1862481227040064/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200725 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200718.955932:0:9212:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776200718.955935:0:9212:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:0.0:1776200718.956016:0:9212:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb51e740. 00000100:00000200:0.0:1776200718.956022:0:9212:0:(niobuf.c:86:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1862481227040064, offset 0 00000400:00000200:0.0:1776200718.956031:0:9212:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:0.0:1776200718.956119:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200718.956130:0:9212:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:0.0:1776200718.956140:0:9212:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:0.0:1776200718.956144:0:9212:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776200718.956148:0:9212:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:0.0:1776200718.956152:0:9212:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [260:260:256:4294967295] 192.168.203.148@tcp LPNI seq info [260:260:8:4294967295] 00000400:00000200:0.0:1776200718.956155:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200718.956167:0:9212:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:0.0:1776200718.956173:0:9212:0:(socklnd_cb.c:995:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:0.0:1776200718.956179:0:9212:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000728f067b (tot 3422966). 00000800:00000200:0.0:1776200718.956186:0:9212:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:0.0:1776200718.956196:0:9212:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:0.0:1776200718.956200:0:9212:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000728f067b type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1776200718.956310:0:9212:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200718.956313:0:9212:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200718.956317:0:9212:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200718.956320:0:9212:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200718.956322:0:9212:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:0.0:1776200718.956324:0:9212:0:(client.c:2500:ptlrpc_set_wait()) set 00000000bfe9401e going to sleep for 6 seconds 00000100:00000001:0.0:1776200718.956329:0:9212:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200718.956333:0:9212:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1776200718.967854:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.967884:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200718.967890:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.967893:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200718.967910:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.969220:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200718.969239:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.969246:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.969272:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.969277:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 656 into portal 10 MB=0x69deab3f04540 00000400:00000200:2.0:1776200718.969283:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.969290:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 656/656 into md 0xb7d [32] + 224 00000800:00000001:2.0:1776200718.969301:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200718.969324:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200718.969327:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200718.969332:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200718.969347:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200718.969354:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fa5e819b x1862481227040064/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200725 ref 2 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200718.969366:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=656 offset=224 replen=66264 req@00000000fa5e819b x1862481227040064/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200725 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200718.969386:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:2.0:1776200718.969406:0:2234:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1776200718.969410:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.969416:0:2234:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200718.969421:0:2234:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [261:261:256:4294967295] 192.168.203.148@tcp LPNI seq info [261:261:8:4294967295] 00000400:00000200:2.0:1776200718.969426:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200718.969434:0:2234:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:2.0:1776200718.969439:0:2234:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200718.969447:0:2234:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 744 at 00000000cc4ba993 (tot 3423462). 00000100:00000001:0.0:1776200718.969449:0:9212:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1776200718.969458:0:9212:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1776200718.969460:0:9212:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000800:00000200:2.0:1776200718.969461:0:2234:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000400:00000010:0.0:1776200718.969463:0:9212:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003295735c. 00000400:00000200:0.0:1776200718.969469:0:9212:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003307dcf7 00000800:00000200:2.0:1776200718.969469:0:2234:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000400:00000010:0.0:1776200718.969471:0:9212:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 632 at 000000003307dcf7 (tot 3422830). 00000100:00000001:0.0:1776200718.969475:0:9212:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1776200718.969478:0:9212:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fa5e819b x1862481227040064/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200725 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000800:00000200:2.0:1776200718.969481:0:2234:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cc4ba993 type 0, nob 96 niov 1 nkiov 0 00000100:00000200:0.0:1776200718.969489:0:9212:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fa5e819b x1862481227040064/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200725 ref 2 fl Rpc:RPQU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200718.969495:0:9212:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1776200718.969497:0:9212:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200718.969500:0:9212:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1776200718.969504:0:9212:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1776200718.969507:0:9212:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1776200718.969509:0:9212:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200718.969512:0:9212:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1776200718.969522:0:9212:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=87 v=1 (1 0 0 0) 00000100:00001000:0.0:1776200718.969527:0:9212:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=87 v=1 (1 0 0 0) 00000100:00000001:0.0:1776200718.969529:0:9212:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1776200718.969531:0:9212:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.969534:0:9212:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1776200718.969538:0:9212:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200718.969543:0:9212:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1776200718.969545:0:9212:0:(client.c:1389:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1776200718.969548:0:9212:0:(client.c:1391:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1776200718.969551:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200718.969553:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801040064 : -112992908511552 : ffff993bc9d376c0) 00000100:00000001:0.0:1776200718.969557:0:9212:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1776200718.969559:0:9212:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 0 00000100:00000001:0.0:1776200718.969561:0:9212:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1776200718.969564:0:9212:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200718.969569:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fa5e819b x1862481227040064/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200725 ref 3 fl Rpc:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200718.969577:0:9212:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200718.969581:0:9212:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1776200718.969584:0:9212:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1776200718.969604:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fa5e819b x1862481227040064/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200725 ref 3 fl Interpret:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:0.0:1776200718.969611:0:9212:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fa5e819b pname:cluuid:pid:xid:nid:opc:job createmany:128773b9-ec2f-47c2-9bf4-461c71beba7d:9212:1862481227040064:192.168.203.148@tcp:101:createmany.0 00000100:00000001:0.0:1776200718.969617:0:9212:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200718.969620:0:9212:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200718.969623:0:9212:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1776200718.969625:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000800:00000200:2.0:1776200718.969625:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1776200718.969628:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000fa5e819b x1862481227040064/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200725 ref 3 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000800:00000010:2.0:1776200718.969630:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 744 at 00000000cc4ba993 (tot 3422086). 00000400:00000200:2.0:1776200718.969633:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1776200718.969634:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1776200718.969636:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000100:00000010:0.0:1776200718.969637:0:9212:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bfe9401e. 00000100:00000001:0.0:1776200718.969641:0:9212:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1776200718.969642:0:9212:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.969646:0:9212:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1776200718.969651:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200718.969666:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200718.969669:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001023cba7 refcount=4 00000020:00000001:0.0:1776200718.969672:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713888768 : -112992995662848 : ffff993bc4a1a400) 00010000:00000001:0.0:1776200718.969675:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713888768 : -112992995662848 : ffff993bc4a1a400) 00010000:00000040:0.0:1776200718.969682:0:9212:0:(ldlm_request.c:701:ldlm_cli_enqueue_fini()) local: 000000001023cba7, remote cookie: 0x98dca339dc2afc98, flags: 0x1001 00010000:00010000:0.0:1776200718.969686:0:9212:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode CR ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000001023cba7/0x8d91c35bada81d9a lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afc98 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.969695:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00010000:00000040:0.0:1776200718.969700:0:9212:0:(ldlm_request.c:723:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x1c:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1776200718.969703:0:9212:0:(ldlm_lock.c:519:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1776200718.969711:0:9212:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d04e604f. 00010000:00000010:0.0:1776200718.969715:0:9212:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b6709013. 00010000:00000040:0.0:1776200718.969720:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200718.969722:0:9212:0:(ldlm_lock.c:570:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200718.969724:0:9212:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000001023cba7/0x8d91c35bada81d9a lrc: 4/0,1 mode: --/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afc98 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.969729:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000d04e604f count: 1 00010000:00010000:0.0:1776200718.969732:0:9212:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000001023cba7/0x8d91c35bada81d9a lrc: 4/0,1 mode: --/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afc98 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.969738:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000d04e604f count: 1 00010000:00000001:0.0:1776200718.969740:0:9212:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1776200718.969745:0:9212:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1776200718.969748:0:9212:0:(ldlm_lock.c:977:search_granted_lock()) Process entered 00010000:00000001:0.0:1776200718.969750:0:9212:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1776200718.969751:0:9212:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1776200718.969753:0:9212:0:(ldlm_resource.c:1787:ldlm_resource_dump()) --- Resource: [0x200000402:0x1c:0x0].0x0 (00000000d04e604f) refcount = 1 00010000:00010000:0.0:1776200718.969756:0:9212:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000001023cba7/0x8d91c35bada81d9a lrc: 4/0,1 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2afc98 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.969762:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000d04e604f count: 1 00010000:00000001:0.0:1776200718.969764:0:9212:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1776200718.969768:0:9212:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1776200718.969769:0:9212:0:(ldlm_lock.c:1891:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200718.969772:0:9212:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1776200718.969774:0:9212:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200718.969776:0:9212:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000001023cba7/0x8d91c35bada81d9a lrc: 4/0,1 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afc98 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.969781:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000d04e604f count: 1 00010000:00000001:0.0:1776200718.969782:0:9212:0:(ldlm_request.c:797:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1776200718.969784:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.969785:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200718.969787:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.969788:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200718.969789:0:9212:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.969793:0:9212:0:(mdc_locks.c:688:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1776200718.969796:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200718.969797:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200718.969799:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001023cba7 refcount=3 00000020:00000001:0.0:1776200718.969800:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713888768 : -112992995662848 : ffff993bc4a1a400) 00010000:00000001:0.0:1776200718.969802:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713888768 : -112992995662848 : ffff993bc4a1a400) 00010000:00000001:0.0:1776200718.969804:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200718.969805:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200718.969806:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001023cba7 refcount=4 00000020:00000001:0.0:1776200718.969807:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713888768 : -112992995662848 : ffff993bc4a1a400) 00010000:00000001:0.0:1776200718.969808:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713888768 : -112992995662848 : ffff993bc4a1a400) 00010000:00000001:0.0:1776200718.969811:0:9212:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1776200718.969813:0:9212:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200718.969815:0:9212:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000001023cba7/0x8d91c35bada81d9a lrc: 5/1,1 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2afc98 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.969821:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000d04e604f count: 1 00010000:00000001:0.0:1776200718.969822:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.969823:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200718.969824:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200718.969825:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200718.969826:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001023cba7 refcount=5 00000020:00000001:0.0:1776200718.969827:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713888768 : -112992995662848 : ffff993bc4a1a400) 00010000:00000001:0.0:1776200718.969829:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713888768 : -112992995662848 : ffff993bc4a1a400) 00010000:00000001:0.0:1776200718.969832:0:9212:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1776200718.969833:0:9212:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000001023cba7/0x8d91c35bada81d9a lrc: 5/1,1 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2afc98 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.969839:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000d04e604f count: 1 00010000:00000001:0.0:1776200718.969841:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.969842:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1776200718.969844:0:9212:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000001023cba7/0x8d91c35bada81d9a lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2afc98 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.969850:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000d04e604f count: 1 00010000:00000001:0.0:1776200718.969852:0:9212:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1776200718.969854:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.969854:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200718.969855:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.969856:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1776200718.969860:0:9212:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@00000000fa5e819b x1862481227040064/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200725 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:0.0:1776200718.969869:0:9212:0:(mdc_request.c:781:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1776200718.969873:0:9212:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000fa5e819b x1862481227040064/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200725 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:0.0:1776200718.969878:0:9212:0:(mdc_request.c:834:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.969886:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200718.969887:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200718.969888:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001023cba7 refcount=3 00000020:00000001:0.0:1776200718.969890:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713888768 : -112992995662848 : ffff993bc4a1a400) 00010000:00000001:0.0:1776200718.969891:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713888768 : -112992995662848 : ffff993bc4a1a400) 00000002:00010000:0.0:1776200718.969894:0:9212:0:(mdc_locks.c:847:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000001023cba7/0x8d91c35bada81d9a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afc98 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.969899:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000d04e604f count: 1 00000002:00000010:0.0:1776200718.969904:0:9212:0:(mdc_locks.c:849:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at 000000000d364ed4. 00010000:00000001:0.0:1776200718.969907:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.969907:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200718.969909:0:9212:0:(mdc_locks.c:889:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.969910:0:9212:0:(mdc_locks.c:1088:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.969915:0:9212:0:(mdc_locks.c:1110:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1776200718.969917:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200718.969918:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801040064 : -112992908511552 : ffff993bc9d376c0) 00000100:00000001:0.0:1776200718.969920:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200718.969921:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801040064 : -112992908511552 : ffff993bc9d376c0) 00010000:00000001:0.0:1776200718.969923:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200718.969924:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200718.969925:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001023cba7 refcount=3 00000020:00000001:0.0:1776200718.969927:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713888768 : -112992995662848 : ffff993bc4a1a400) 00010000:00000001:0.0:1776200718.969929:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713888768 : -112992995662848 : ffff993bc4a1a400) 00000002:00010000:0.0:1776200718.969931:0:9212:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000001023cba7/0x8d91c35bada81d9a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afc98 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:0.0:1776200718.970373:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000d04e604f count: 1 00010000:00000001:0.0:1776200718.970378:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.970379:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200718.970381:0:9212:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1776200718.970382:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200718.970383:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200718.970385:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001023cba7 refcount=3 00000020:00000001:0.0:1776200718.970387:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713888768 : -112992995662848 : ffff993bc4a1a400) 00010000:00000001:0.0:1776200718.970390:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713888768 : -112992995662848 : ffff993bc4a1a400) 00010000:00000040:0.0:1776200718.970393:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000d04e604f count: 2 00010000:00000001:0.0:1776200718.970395:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1776200718.970399:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000d04e604f count: 1 00010000:00010000:0.0:1776200718.970401:0:9212:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000eb44f7cf type 13 mode 16 res 8589935618/28 (0 0) 00010000:00000001:0.0:1776200718.970403:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.970404:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200718.970405:0:9212:0:(mdc_locks.c:1205:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1776200718.970407:0:9212:0:(mdc_locks.c:1210:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-26 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1776200718.970410:0:9212:0:(mdc_locks.c:1365:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.970414:0:9212:0:(lmv_intent.c:421:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.970416:0:9212:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.970421:0:9212:0:(namei.c:663:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1776200718.970423:0:9212:0:(namei.c:668:ll_lookup_it_finish()) it 00000000536a8de8 it_disposition 1800037 00000080:00002000:0.0:1776200718.970431:0:9212:0:(namei.c:648:ll_splice_alias()) Add dentry 0000000067c4e411 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1776200718.970437:0:9212:0:(namei.c:798:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1776200718.970441:0:9212:0:(namei.c:1071:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1776200718.970444:0:9212:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000e8750b99. 00000100:00000001:0.0:1776200718.970449:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200718.970454:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 3 req@00000000fa5e819b x1862481227040064/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 4 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200718.970459:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.970463:0:9212:0:(namei.c:1409:ll_create_it()) Process entered 00000080:00200000:0.0:1776200718.970464:0:9212:0:(namei.c:1412:ll_create_it()) VFS Op:name=f0a.replay-dual-26, dir=[0x200000007:0x1:0x0](00000000e143c7f8), intent=open|creat 00000080:00000001:0.0:1776200718.970468:0:9212:0:(namei.c:1361:ll_create_node()) Process entered 00000080:00000001:0.0:1776200718.970470:0:9212:0:(llite_lib.c:3156:ll_prep_inode()) Process entered 00000080:00000001:0.0:1776200718.970473:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.970476:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.970480:0:9212:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1776200718.970484:0:9212:0:(mdc_request.c:665:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1776200718.970487:0:9212:0:(lcommon_cl.c:274:cl_fid_build_ino()) Process leaving (rc=144115205289279516 : 144115205289279516 : 20000040200001c) 00000080:00000001:0.0:1776200718.970491:0:9212:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:0.0:1776200718.970508:0:9212:0:(super25.c:60:ll_alloc_inode()) slab-alloced 'lli': 2032 at 00000000f73c2d40. 00000020:00000001:0.0:1776200718.970520:0:9212:0:(class_obd.c:866:obd_heat_clear()) Process entered 00000020:00000001:0.0:1776200718.970522:0:9212:0:(class_obd.c:869:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1776200718.970526:0:9212:0:(llite_lib.c:2835:ll_read_inode2()) Process entered 00000080:00200000:0.0:1776200718.970527:0:9212:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x200000402:0x1c:0x0](00000000b133a403) 00000020:00000001:0.0:1776200718.970532:0:9212:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:0.0:1776200718.970537:0:9212:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080802469000 : -112992907082616 : ffff993bc9e94488) 00000020:00001000:0.0:1776200718.970540:0:9212:0:(cl_object.c:739:cl_env_get()) 1@00000000bbd77179 00000020:00000001:0.0:1776200718.970545:0:9212:0:(lu_object.c:816:lu_object_find_at()) Process entered 00000080:00000010:0.0:1776200718.970551:0:9212:0:(vvp_object.c:308:vvp_object_alloc()) slab-alloced 'vob': 200 at 00000000c3f53006. 00000020:00000001:0.0:1776200718.970554:0:9212:0:(cl_object.c:74:cl_object_header_init()) Process entered 00000020:00000001:0.0:1776200718.970556:0:9212:0:(cl_object.c:81:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1776200718.970566:0:9212:0:(lov_object.c:2283:lov_object_alloc()) Process entered 00020000:00000010:0.0:1776200718.970571:0:9212:0:(lov_object.c:2284:lov_object_alloc()) slab-alloced 'lov': 248 at 00000000b4f1d7c4. 00020000:00000001:0.0:1776200718.970576:0:9212:0:(lov_object.c:2298:lov_object_alloc()) Process leaving (rc=18446631080922343856 : -112992787207760 : ffff993bd10e69b0) 00020000:00000001:0.0:1776200718.970579:0:9212:0:(lov_object.c:1342:lov_object_init()) Process entered 00020000:00000001:0.0:1776200718.970582:0:9212:0:(lov_pack.c:336:lov_unpackmd()) Process entered 00020000:00000010:0.0:1776200718.970752:0:9212:0:(lov_ea.c:213:lsme_unpack()) kmalloced '(lsme)': 72 at 00000000bc5e5a67. 00020000:00000010:0.0:1776200718.970757:0:9212:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at 000000007b42685a. 00020000:00000010:0.0:1776200718.970763:0:9212:0:(lov_ea.c:338:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at 0000000050216f11. 00020000:00000001:0.0:1776200718.970766:0:9212:0:(lov_pack.c:348:lov_unpackmd()) Process leaving (rc=18446631080815623456 : -112992893928160 : ffff993bcab1fd20) 00020000:00000002:0.0:1776200718.970769:0:9212:0:(lov_ea.c:635:dump_lsm()) lsm 0000000050216f11, objid 0x1c:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1776200718.970773:0:9212:0:(lov_ea.c:657:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 1048576, pool: [] 00020000:00000002:0.0:1776200718.970776:0:9212:0:(lov_ea.c:667:dump_lsm()) oinfo:000000007b42685a: ostid: 0x0:16 ost idx: 1 gen: 0 00020000:00000001:0.0:1776200718.970779:0:9212:0:(lov_object.c:636:lov_init_composite()) Process entered 00020000:00000002:0.0:1776200718.970780:0:9212:0:(lov_ea.c:635:dump_lsm()) lsm 0000000050216f11, objid 0x1c:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1776200718.970782:0:9212:0:(lov_ea.c:657:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 1048576, pool: [] 00020000:00000002:0.0:1776200718.970784:0:9212:0:(lov_ea.c:667:dump_lsm()) oinfo:000000007b42685a: ostid: 0x0:16 ost idx: 1 gen: 0 00020000:00000010:0.0:1776200718.970787:0:9212:0:(lov_object.c:655:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at 00000000e5997e21. 00020000:00000010:0.0:1776200718.970790:0:9212:0:(lov_object.c:659:lov_init_composite()) kmalloced '(comp->lo_entries)': 168 at 00000000bfe9401e. 00020000:00000001:0.0:1776200718.970795:0:9212:0:(lov_object.c:213:lov_init_raid0()) Process entered 00020000:00000010:0.0:1776200718.970797:0:9212:0:(lov_object.c:218:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at 00000000e8520c87. 00020000:00000001:0.0:1776200718.970801:0:9212:0:(lov_object.c:104:lov_sub_find()) Process entered 00000020:00000001:0.0:1776200718.970802:0:9212:0:(lu_object.c:816:lu_object_find_at()) Process entered 00020000:00000001:0.0:1776200718.970808:0:9212:0:(lovsub_object.c:185:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1776200718.970811:0:9212:0:(lovsub_object.c:186:lovsub_object_alloc()) slab-alloced 'los': 200 at 00000000f8eaa027. 00000020:00000001:0.0:1776200718.970813:0:9212:0:(cl_object.c:74:cl_object_header_init()) Process entered 00000020:00000001:0.0:1776200718.970814:0:9212:0:(cl_object.c:81:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1776200718.970816:0:9212:0:(lovsub_object.c:199:lovsub_object_alloc()) Process leaving (rc=18446631080801349464 : -112992908202152 : ffff993bc9d82f58) 00020000:00000001:0.0:1776200718.970820:0:9212:0:(lovsub_object.c:58:lovsub_object_init()) Process entered 00000008:00000010:0.0:1776200718.970825:0:9212:0:(osc_object.c:449:osc_object_alloc()) slab-alloced 'osc': 432 at 00000000936e618e. 00020000:00000001:0.0:1776200718.970828:0:9212:0:(lovsub_object.c:67:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200718.970832:0:9212:0:(lu_object.c:915:lu_object_find_at()) Process leaving (rc=18446631080801349464 : -112992908202152 : ffff993bc9d82f58) 00020000:00000001:0.0:1776200718.970835:0:9212:0:(lov_object.c:108:lov_sub_find()) Process leaving (rc=18446631080801349464 : -112992908202152 : ffff993bc9d82f58) 00020000:00000002:0.0:1776200718.970838:0:9212:0:(lov_object.c:155:lov_init_sub()) [0x100010000:0x10:0x0]@00000000f8eaa027[0:0] -> [0x200000402:0x1c:0x0]@00000000c3f53006: ostid: 0x0:16 ost idx: 1 gen: 0 00020000:00000001:0.0:1776200718.970844:0:9212:0:(lov_object.c:284:lov_init_raid0()) Process leaving (rc=176 : 176 : b0) 00020000:00000001:0.0:1776200718.970846:0:9212:0:(lov_object.c:813:lov_init_composite()) Process leaving 00020000:00000001:0.0:1776200718.970848:0:9212:0:(lov_object.c:1370:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200718.970850:0:9212:0:(lu_object.c:915:lu_object_find_at()) Process leaving (rc=18446631080801346864 : -112992908204752 : ffff993bc9d82530) 00000020:00001000:0.0:1776200718.970854:0:9212:0:(cl_object.c:820:cl_env_put()) 1@00000000bbd77179 00000080:00000001:0.0:1776200718.970858:0:9212:0:(lcommon_cl.c:274:cl_fid_build_ino()) Process leaving (rc=144115205289279516 : 144115205289279516 : 20000040200001c) 00000080:00000001:0.0:1776200718.970861:0:9212:0:(lcommon_cl.c:286:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1776200718.970863:0:9212:0:(llite_lib.c:2690:ll_update_inode()) setting ino 144115205289279516 mtime from 0 to 1776200718 00000080:00000001:0.0:1776200718.970867:0:9212:0:(llite_lib.c:2864:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1776200718.970869:0:9212:0:(namei.c:166:ll_iget()) Process leaving (rc=18446631080817498320 : -112992892053296 : ffff993bcace98d0) 00010000:00000001:0.0:1776200718.970872:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200718.970873:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200718.970874:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001023cba7 refcount=3 00000020:00000001:0.0:1776200718.970876:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713888768 : -112992995662848 : ffff993bc4a1a400) 00010000:00000001:0.0:1776200718.970878:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713888768 : -112992995662848 : ffff993bc4a1a400) 00000080:00000001:0.0:1776200718.970881:0:9212:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:0.0:1776200718.970882:0:9212:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:0.0:1776200718.970884:0:9212:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080802469000 : -112992907082616 : ffff993bc9e94488) 00000020:00001000:0.0:1776200718.970886:0:9212:0:(cl_object.c:739:cl_env_get()) 1@00000000bbd77179 00000020:00000001:0.0:1776200718.970887:0:9212:0:(cl_object.c:296:cl_conf_set()) Process entered 00020000:00000001:0.0:1776200718.970889:0:9212:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:0.0:1776200718.970891:0:9212:0:(lov_pack.c:336:lov_unpackmd()) Process entered 00020000:00000010:0.0:1776200718.970893:0:9212:0:(lov_ea.c:213:lsme_unpack()) kmalloced '(lsme)': 72 at 000000001d636c03. 00020000:00000010:0.0:1776200718.970895:0:9212:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at 000000009efcee16. 00020000:00000010:0.0:1776200718.970898:0:9212:0:(lov_ea.c:338:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at 0000000093e3352c. 00020000:00000001:0.0:1776200718.970899:0:9212:0:(lov_pack.c:348:lov_unpackmd()) Process leaving (rc=18446631080815623072 : -112992893928544 : ffff993bcab1fba0) 00020000:00000002:0.0:1776200718.970901:0:9212:0:(lov_ea.c:635:dump_lsm()) lsm 0000000093e3352c, objid 0x1c:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1776200718.970903:0:9212:0:(lov_ea.c:657:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 1048576, pool: [] 00020000:00000002:0.0:1776200718.970906:0:9212:0:(lov_ea.c:667:dump_lsm()) oinfo:000000009efcee16: ostid: 0x0:16 ost idx: 1 gen: 0 00020000:00000002:0.0:1776200718.970909:0:9212:0:(lov_object.c:1234:lov_conf_lock()) Took exclusive lov(00000000b4f1d7c4) owner 00000000c7f03c54 00020000:00000001:0.0:1776200718.970911:0:9212:0:(lov_object.c:1439:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1776200718.970914:0:9212:0:(lov_object.c:1240:lov_conf_unlock()) To release exclusive lov(00000000b4f1d7c4) owner 00000000c7f03c54 00020000:00000010:0.0:1776200718.970917:0:9212:0:(lov_ea.c:144:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at 000000009efcee16. 00020000:00000010:0.0:1776200718.970921:0:9212:0:(lov_ea.c:147:lsme_free()) kfreed 'lsme': 72 at 000000001d636c03. 00020000:00000010:0.0:1776200718.970923:0:9212:0:(lov_ea.c:166:lsm_free()) kfreed 'lsm': 88 at 0000000093e3352c. 00020000:00000002:0.0:1776200718.970925:0:9212:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x1c:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1776200718.970928:0:9212:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200718.970929:0:9212:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200718.970933:0:9212:0:(cl_object.c:387:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1776200718.970935:0:9212:0:(lov_object.c:1182:lov_conf_freeze()) To take share lov(00000000b4f1d7c4) owner 0000000000000000/00000000c7f03c54 00020000:00000002:0.0:1776200718.971001:0:9212:0:(lov_object.c:2311:lov_lsm_addref()) lsm 0000000050216f11 addref 2/0 by 00000000c7f03c54. 00020000:00000002:0.0:1776200718.971003:0:9212:0:(lov_object.c:1190:lov_conf_thaw()) To release share lov(00000000b4f1d7c4) owner 0000000000000000/00000000c7f03c54 00020000:00000001:0.0:1776200718.971005:0:9212:0:(lov_object.c:2209:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1776200718.971007:0:9212:0:(lov_pack.c:197:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1776200718.971009:0:9212:0:(lov_pack.c:109:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1776200718.971011:0:9212:0:(lov_pack.c:114:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1776200718.971013:0:9212:0:(lov_object.c:2227:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1776200718.971015:0:9212:0:(file.c:5870:ll_layout_conf()) [0x200000402:0x1c:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1776200718.971018:0:9212:0:(cl_object.c:820:cl_env_put()) 1@00000000bbd77179 00000080:00000001:0.0:1776200718.971020:0:9212:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.971022:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.971023:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1776200718.971024:0:9212:0:(llite_lib.c:3243:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1776200718.971027:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.971029:0:9212:0:(lmv_obd.c:3637:lmv_free_lustre_md()) Process entered 00800000:00000001:0.0:1776200718.971032:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.971034:0:9212:0:(mdc_request.c:675:mdc_free_lustre_md()) Process entered 00000002:00000001:0.0:1776200718.971035:0:9212:0:(mdc_request.c:676:mdc_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.971036:0:9212:0:(lmv_obd.c:3649:lmv_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200718.971038:0:9212:0:(namei.c:1379:ll_create_node()) setting l_ast_data to inode [0x200000402:0x1c:0x0](00000000b133a403) 00000080:00010000:0.0:1776200718.971276:0:9212:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1c:0x0](00000000b133a403) for lock 0x8d91c35bada81d9a 00000080:00000001:0.0:1776200718.971279:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.971281:0:9212:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1776200718.971283:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.971284:0:9212:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1776200718.971286:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200718.971287:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200718.971289:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001023cba7 refcount=3 00000020:00000001:0.0:1776200718.971291:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713888768 : -112992995662848 : ffff993bc4a1a400) 00010000:00000001:0.0:1776200718.971293:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713888768 : -112992995662848 : ffff993bc4a1a400) 00010000:00000001:0.0:1776200718.971295:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.971297:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200718.971298:0:9212:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.971300:0:9212:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.971301:0:9212:0:(namei.c:1381:ll_create_node()) Process leaving 00000100:00000001:0.0:1776200718.971303:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200718.971309:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000fa5e819b x1862481227040064/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 3 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200718.971315:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.971321:0:9212:0:(namei.c:1461:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.971324:0:9212:0:(pcc.c:2323:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1776200718.971326:0:9212:0:(pcc.c:2326:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.971335:0:9212:0:(file.c:834:ll_file_open()) Process entered 00000080:00200000:0.0:1776200718.971346:0:9212:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x200000402:0x1c:0x0](00000000b133a403), flags 100102 00000080:00000010:0.0:1776200718.971355:0:9212:0:(file.c:80:ll_file_data_get()) slab-alloced 'fd': 280 at 000000000ef24eeb. 00000080:00000010:0.0:1776200718.971362:0:9212:0:(file.c:1001:ll_file_open()) kmalloced '(*och_p)': 48 at 0000000014bf7794. 00000080:00000001:0.0:1776200718.971364:0:9212:0:(file.c:767:ll_local_open()) Process entered 00000080:00000001:0.0:1776200718.971367:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.971369:0:9212:0:(lmv_obd.c:3660:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1776200718.971371:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.971373:0:9212:0:(mdc_request.c:781:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1776200718.971376:0:9212:0:(obd.h:1238:obd_mod_alloc()) kmalloced '(mod)': 32 at 0000000053871810. 00000002:00100000:0.0:1776200718.971380:0:9212:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000fa5e819b x1862481227040064/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:0.0:1776200718.971386:0:9212:0:(mdc_request.c:834:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.971387:0:9212:0:(lmv_obd.c:3666:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1776200718.971390:0:9212:0:(rw.c:921:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1776200718.971393:0:9212:0:(file.c:785:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.971396:0:9212:0:(pcc.c:1499:pcc_file_open()) Process entered 00000080:00000001:0.0:1776200718.971399:0:9212:0:(pcc.c:1414:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1776200718.971400:0:9212:0:(pcc.c:1420:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.971402:0:9212:0:(pcc.c:1518:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1776200718.971405:0:9212:0:(pcc.c:1542:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.971407:0:9212:0:(file.c:1039:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200718.971411:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200718.971413:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000fa5e819b x1862481227040064/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 02000000:00000001:0.0:1776200718.971425:0:9212:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1776200718.971429:0:9212:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at 00000000c7a2fca4. 02000000:00000001:0.0:1776200718.971495:0:9212:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1776200718.971496:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.971501:0:9212:0:(dcache.c:214:ll_intent_release()) Process entered 00000080:00000040:0.0:1776200718.971502:0:9212:0:(dcache.c:216:ll_intent_release()) intent 00000000536a8de8 released 00000080:00010000:0.0:1776200718.971504:0:9212:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8d91c35bada81d9a from it 00000000536a8de8 00010000:00000001:0.0:1776200718.971507:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200718.971508:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200718.971509:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001023cba7 refcount=3 00000020:00000001:0.0:1776200718.971511:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713888768 : -112992995662848 : ffff993bc4a1a400) 00010000:00000001:0.0:1776200718.971513:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713888768 : -112992995662848 : ffff993bc4a1a400) 00010000:00000001:0.0:1776200718.971515:0:9212:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1776200718.971518:0:9212:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000001023cba7/0x8d91c35bada81d9a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x98dca339dc2afc98 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:0.0:1776200718.971525:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000d04e604f count: 1 00010000:00000001:0.0:1776200718.971528:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.971529:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200718.971531:0:9212:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1776200718.971533:0:9212:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1776200718.971534:0:9212:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000001023cba7/0x8d91c35bada81d9a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x98dca339dc2afc98 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:0.0:1776200718.971540:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000d04e604f count: 1 00010000:00000001:0.0:1776200718.971543:0:9212:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776200718.971547:0:9212:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1776200718.971549:0:9212:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1776200718.971553:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.971554:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200718.971556:0:9212:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.971559:0:9212:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1776200718.971562:0:9212:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.971564:0:9212:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.971568:0:9212:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.971569:0:9212:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1776200718.971570:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200718.971571:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1776200718.971572:0:9212:0:(dcache.c:227:ll_intent_release()) Process leaving 00000080:00000010:0.0:1776200718.971573:0:9212:0:(namei.c:1349:ll_atomic_open()) kfreed 'it': 72 at 00000000536a8de8. 00000080:00000001:0.0:1776200718.971576:0:9212:0:(namei.c:1351:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.971581:0:9212:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00200000:0.0:1776200718.971582:0:9212:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1c:0x0](00000000b133a403), inode mode 81a4 mask 40 00000080:00000001:0.0:1776200718.971586:0:9212:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1776200718.971644:0:9212:0:(lov_object.c:2321:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1776200718.971647:0:9212:0:(lov_object.c:1182:lov_conf_freeze()) To take share lov(00000000b4f1d7c4) owner 0000000000000000/00000000c7f03c54 00020000:00000002:0.0:1776200718.971649:0:9212:0:(lov_object.c:1190:lov_conf_thaw()) To release share lov(00000000b4f1d7c4) owner 0000000000000000/00000000c7f03c54 00020000:00000001:0.0:1776200718.973290:0:9212:0:(lov_object.c:2367:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.973311:0:9212:0:(file.c:407:ll_file_release()) Process entered 00000080:00200000:0.0:1776200718.973314:0:9212:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x200000402:0x1c:0x0](00000000b133a403) 00000080:00000001:0.0:1776200718.973320:0:9212:0:(pcc.c:1552:pcc_file_release()) Process entered 00000080:00000001:0.0:1776200718.973323:0:9212:0:(pcc.c:1571:pcc_file_release()) Process leaving 00020000:00000001:0.0:1776200718.973325:0:9212:0:(lov_object.c:2321:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1776200718.973328:0:9212:0:(lov_object.c:1182:lov_conf_freeze()) To take share lov(00000000b4f1d7c4) owner 0000000000000000/00000000c7f03c54 00020000:00000002:0.0:1776200718.973331:0:9212:0:(lov_object.c:1190:lov_conf_thaw()) To release share lov(00000000b4f1d7c4) owner 0000000000000000/00000000c7f03c54 00020000:00000001:0.0:1776200718.973333:0:9212:0:(lov_object.c:2367:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.973336:0:9212:0:(file.c:327:ll_md_close()) Process entered 00000080:00000001:0.0:1776200718.973347:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.973351:0:9212:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:0.0:1776200718.973353:0:9212:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x1c:0x0] 00800000:00000001:0.0:1776200718.973356:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.973360:0:9212:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1776200718.973364:0:9212:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1776200718.973374:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000d04e604f count: 2 00010000:00000001:0.0:1776200718.973377:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1776200718.973383:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000d04e604f count: 1 00000002:00000001:0.0:1776200718.973386:0:9212:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.973388:0:9212:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.973390:0:9212:0:(file.c:281:ll_md_real_close()) Process entered 00000080:00000001:0.0:1776200718.973392:0:9212:0:(file.c:157:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1776200718.973404:0:9212:0:(file.c:165:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at 00000000e8750b99. 00000080:00000001:0.0:1776200718.973407:0:9212:0:(file.c:102:ll_prepare_close()) Process entered 00000080:00000001:0.0:1776200718.973414:0:9212:0:(file.c:137:ll_prepare_close()) Process leaving 00000080:00000001:0.0:1776200718.973415:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.973419:0:9212:0:(lmv_obd.c:1466:lmv_close()) Process entered 00800000:00000002:0.0:1776200718.973421:0:9212:0:(lmv_obd.c:1472:lmv_close()) CLOSE [0x200000402:0x1c:0x0] 00800000:00000001:0.0:1776200718.973423:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.973426:0:9212:0:(mdc_request.c:900:mdc_close()) Process entered 00000002:00000002:0.0:1776200718.973428:0:9212:0:(mdc_request.c:904:mdc_close()) lustre-MDT0000-mdc-ffff993be2454000: [0x200000402:0x1c:0x0] file closed with intent: 0 00000100:00000010:0.0:1776200718.973436:0:9212:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000713cdc6a. 00000020:00000040:0.0:1776200718.973440:0:9212:0:(genops.c:1191:class_import_get()) import 000000000fe8d637 refcount=61 obd=lustre-MDT0000-mdc-ffff993be2454000 00000002:00100000:0.0:1776200718.973454:0:9212:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@00000000fa5e819b x1862481227040064/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 1 fl Complete:RPQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200718.973462:0:9212:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1776200718.973466:0:9212:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1776200718.973471:0:9212:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1776200718.973479:0:9212:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002bbcc7bc. 00000100:00000001:0.0:1776200718.973487:0:9212:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1776200718.973500:0:9212:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993be2454000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1776200718.973506:0:9212:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000713cdc6a x1862481227040192/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1776200718.973513:0:9212:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1776200718.973515:0:9212:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1776200718.973522:0:9212:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000e67974c. 00000100:00000001:0.0:1776200718.973524:0:9212:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446631080922339008 : -112992787212608 : ffff993bd10e56c0) 00000100:00000001:0.0:1776200718.973527:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200718.973528:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801035200 : -112992908516416 : ffff993bc9d363c0) 00000100:00000001:0.0:1776200718.973532:0:9212:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1776200718.973538:0:9212:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200718.973540:0:9212:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1776200718.973541:0:9212:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776200718.973544:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000713cdc6a x1862481227040192/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200718.973552:0:9212:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200718.973554:0:9212:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200718.973559:0:9212:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776200718.973562:0:9212:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200718.973565:0:9212:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000713cdc6a pname:cluuid:pid:xid:nid:opc:job createmany:128773b9-ec2f-47c2-9bf4-461c71beba7d:9212:1862481227040192:192.168.203.148@tcp:35:createmany.0 00000100:00000001:0.0:1776200718.973569:0:9212:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776200718.973575:0:9212:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776200718.973578:0:9212:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200718.973581:0:9212:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1776200718.973585:0:9212:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003307dcf7. 02000000:00000001:0.0:1776200718.973605:0:9212:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776200718.973615:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:0.0:1776200718.973620:0:9212:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003295735c. 00000400:00000010:0.0:1776200718.973627:0:9212:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cfaccb45. 00000100:00000200:0.0:1776200718.973635:0:9212:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227040192, portal 10 00000100:00000001:0.0:1776200718.973637:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200718.973638:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801035200 : -112992908516416 : ffff993bc9d363c0) 00000100:00000040:0.0:1776200718.973643:0:9212:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000713cdc6a x1862481227040192/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200725 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200718.973650:0:9212:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776200718.973748:0:9212:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:0.0:1776200718.973752:0:9212:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ac756b8. 00000100:00000200:0.0:1776200718.973757:0:9212:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227040192, offset 0 00000400:00000200:0.0:1776200718.973766:0:9212:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:0.0:1776200718.973776:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200718.973787:0:9212:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:0.0:1776200718.973796:0:9212:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:0.0:1776200718.973801:0:9212:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776200718.973804:0:9212:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:0.0:1776200718.973808:0:9212:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [262:262:256:4294967295] 192.168.203.148@tcp LPNI seq info [262:262:8:4294967295] 00000400:00000200:0.0:1776200718.973812:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200718.973823:0:9212:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:0.0:1776200718.973830:0:9212:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:0.0:1776200718.973836:0:9212:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000064d7949e (tot 3422334). 00000800:00000200:0.0:1776200718.973844:0:9212:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:0.0:1776200718.973854:0:9212:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:0.0:1776200718.973859:0:9212:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000064d7949e type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1776200718.973884:0:9212:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200718.973887:0:9212:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200718.973890:0:9212:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200718.973892:0:9212:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200718.973894:0:9212:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:0.0:1776200718.973897:0:9212:0:(client.c:2500:ptlrpc_set_wait()) set 000000000e67974c going to sleep for 6 seconds 00000100:00000001:0.0:1776200718.973900:0:9212:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200718.973903:0:9212:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200718.974448:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200718.974455:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000064d7949e (tot 3422086). 00000400:00000200:2.0:1776200718.974463:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200718.974470:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200718.974475:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ac756b8 00000400:00000010:2.0:1776200718.974478:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ac756b8. 00000100:00000001:2.0:1776200718.974483:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200718.974488:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000713cdc6a x1862481227040192/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200725 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200718.974498:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200718.974501:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000713cdc6a x1862481227040192/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200725 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200718.974507:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200718.974509:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:0.0:1776200718.981149:0:9212:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1776200718.981160:0:9212:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1776200718.981162:0:9212:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1776200718.981165:0:9212:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003295735c. 00000400:00000200:0.0:1776200718.981171:0:9212:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cfaccb45 00000400:00000010:0.0:1776200718.981173:0:9212:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cfaccb45. 00000100:00000001:0.0:1776200718.981177:0:9212:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1776200718.981181:0:9212:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000713cdc6a x1862481227040192/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200725 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:0.0:1776200718.981190:0:9212:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000713cdc6a x1862481227040192/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200725 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200718.981196:0:9212:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1776200718.981197:0:9212:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200718.981200:0:9212:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1776200718.981203:0:9212:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1776200718.981206:0:9212:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1776200718.981209:0:9212:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200718.981212:0:9212:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1776200718.981222:0:9212:0:(import.c:1935:at_measured()) add 1 to 000000000f61d0a9 time=86 v=1 (1 0 0 0) 00000100:00001000:0.0:1776200718.981239:0:9212:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=87 v=1 (1 0 0 0) 00000100:00000001:0.0:1776200718.981242:0:9212:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1776200718.981243:0:9212:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200718.981246:0:9212:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1776200718.981252:0:9212:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200718.981255:0:9212:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1776200718.981257:0:9212:0:(client.c:1389:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1776200718.981259:0:9212:0:(client.c:1391:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1776200718.981262:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200718.981263:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801035200 : -112992908516416 : ffff993bc9d363c0) 00000100:00000001:0.0:1776200718.981267:0:9212:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1776200718.981269:0:9212:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 0 00000100:00000001:0.0:1776200718.981271:0:9212:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1776200718.981273:0:9212:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200718.981277:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000713cdc6a x1862481227040192/t4294967360(4294967360) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 3 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200718.981284:0:9212:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200718.981287:0:9212:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1776200718.981289:0:9212:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1776200718.981293:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000713cdc6a x1862481227040192/t4294967360(4294967360) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 3 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:0.0:1776200718.981300:0:9212:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000713cdc6a pname:cluuid:pid:xid:nid:opc:job createmany:128773b9-ec2f-47c2-9bf4-461c71beba7d:9212:1862481227040192:192.168.203.148@tcp:35:createmany.0 00000100:00000001:0.0:1776200718.981305:0:9212:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200718.981309:0:9212:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200718.981311:0:9212:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1776200718.981314:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200718.981317:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000713cdc6a x1862481227040192/t4294967360(4294967360) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 3 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200718.981323:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1776200718.981326:0:9212:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000e67974c. 00000100:00000001:0.0:1776200718.981331:0:9212:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1776200718.981332:0:9212:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.981353:0:9212:0:(mdc_request.c:1038:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.981357:0:9212:0:(lmv_obd.c:1474:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1776200718.981363:0:9212:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000e8750b99. 00000080:00000001:0.0:1776200718.981369:0:9212:0:(file.c:263:ll_close_inode_openhandle()) Process leaving 00000080:00000001:0.0:1776200718.981373:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.981377:0:9212:0:(lmv_obd.c:3676:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1776200718.981381:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.981384:0:9212:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1776200718.981389:0:9212:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@00000000fa5e819b x1862481227040064/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 1 fl Complete:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000002:00000001:0.0:1776200718.981397:0:9212:0:(mdc_request.c:888:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.981399:0:9212:0:(lmv_obd.c:3682:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1776200718.981400:0:9212:0:(file.c:268:ll_close_inode_openhandle()) kfreed 'och': 48 at 0000000014bf7794. 00000100:00000001:0.0:1776200718.981403:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200718.981406:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000713cdc6a x1862481227040192/t4294967360(4294967360) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200718.981412:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.981414:0:9212:0:(file.c:313:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1776200718.981417:0:9212:0:(file.c:93:ll_file_data_put()) slab-freed '(fd)': 280 at 000000000ef24eeb. 00000080:00000001:0.0:1776200718.981421:0:9212:0:(file.c:391:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.981425:0:9212:0:(file.c:445:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.981432:0:9212:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1776200718.981434:0:9212:0:(dcache.c:133:ll_ddelete()) keeping dentry f0a.replay-dual-26 (0000000067c4e411, parent 000000008fe1cc87, inode 00000000b133a403) hashed, 00000080:00000001:0.0:1776200718.981438:0:9212:0:(dcache.c:137:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200718.981517:0:9212:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1776200718.981522:0:9212:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1776200718.981524:0:9212:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1776200718.981525:0:9212:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000e143c7f8),name=/ 00000080:00000010:0.0:1776200718.981530:0:9212:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000e8750b99. 00000080:00000001:0.0:1776200718.981538:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200718.981542:0:9212:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1776200718.981545:0:9212:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1776200718.981548:0:9212:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1776200718.981550:0:9212:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:0.0:1776200718.981554:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200718.981557:0:9212:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1776200718.981559:0:9212:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1776200718.981562:0:9212:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1776200718.981565:0:9212:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1776200718.981568:0:9212:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1776200718.981577:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f1cb6017 count: 2 00010000:00000001:0.0:1776200718.981579:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200718.981584:0:9212:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1776200718.981960:0:9212:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1776200718.981966:0:9212:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200718.981975:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00010000:00000040:0.0:1776200718.981978:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 02000000:00000001:0.0:1776200718.981981:0:9212:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 00000800:00000001:2.0:1776200719.016877:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.016907:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200719.016914:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.016918:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.016933:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.016943:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200719.016969:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.016974:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.017077:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.017083:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f046c0 00000400:00000200:2.0:1776200719.017089:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.017096:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0xb95 [1] + 224 00000800:00000001:2.0:1776200719.017107:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.017123:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.017126:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.017131:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200719.017138:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200719.017146:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000baca10d1 x1862481227040448/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200719.017185:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=456 offset=224 replen=624 req@00000000baca10d1 x1862481227040448/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.017214:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200719.017226:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.017230:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200719.034656:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.034680:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200719.034685:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.034687:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.034701:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.034710:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200719.034719:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.034724:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.034747:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.034752:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 656 into portal 10 MB=0x69deab3f04740 00000400:00000200:2.0:1776200719.034758:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.034764:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 656/656 into md 0xb9d [32] + 224 00000800:00000001:2.0:1776200719.034775:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.034801:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.034805:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.034809:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200719.034817:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200719.034824:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c46fab7e x1862481227040576/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 2 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200719.034837:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=656 offset=224 replen=66264 req@00000000c46fab7e x1862481227040576/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.034859:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:2.0:1776200719.034869:0:2234:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1776200719.034873:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.034879:0:2234:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200719.034899:0:2234:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [267:267:256:4294967295] 192.168.203.148@tcp LPNI seq info [267:267:8:4294967295] 00000400:00000200:2.0:1776200719.034903:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.034911:0:2234:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:2.0:1776200719.034917:0:2234:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200719.034924:0:2234:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 744 at 00000000620b59a0 (tot 3423462). 00000800:00000200:2.0:1776200719.034930:0:2234:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200719.034938:0:2234:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200719.034942:0:2234:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000620b59a0 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1776200719.035327:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200719.035332:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 744 at 00000000620b59a0 (tot 3422718). 00000400:00000200:2.0:1776200719.035346:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.035351:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:2.0:1776200719.035358:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.035361:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1776200719.038838:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200719.038843:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003a271fe (tot 3422086). 00000400:00000200:2.0:1776200719.038849:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.038855:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200719.038860:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053795ec0 00000400:00000010:2.0:1776200719.038862:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053795ec0. 00000100:00000001:2.0:1776200719.038869:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200719.038872:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c6c469d1 x1862481227040704/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.038881:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200719.038883:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000c6c469d1 x1862481227040704/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.038887:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200719.038889:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1776200719.050217:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200719.050228:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003a271fe (tot 3422718). 00000400:00000200:2.0:1776200719.050240:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.050272:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200719.050279:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b28f9ce 00000400:00000010:2.0:1776200719.050281:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b28f9ce. 00000100:00000001:2.0:1776200719.050286:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200719.050293:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e27f9285 x1862481227040832/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.050306:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200719.050311:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000e27f9285 x1862481227040832/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 3 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.050317:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200719.050319:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000002:00000010:0.0:1776200719.065372:0:9212:0:(mdc_locks.c:849:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at 0000000014bf7794. 00010000:00000001:0.0:1776200719.065388:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.065391:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200719.065393:0:9212:0:(mdc_locks.c:889:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.065396:0:9212:0:(mdc_locks.c:1088:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.065399:0:9212:0:(mdc_locks.c:1110:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1776200719.065403:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.065404:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692615552 : -112993016936064 : ffff993bc35d0980) 00000100:00000001:0.0:1776200719.065407:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.065408:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692615552 : -112993016936064 : ffff993bc35d0980) 00010000:00000001:0.0:1776200719.065410:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.065413:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.065416:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000fceb8d72 refcount=3 00000020:00000001:0.0:1776200719.065419:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802686592 : -112992906865024 : ffff993bc9ec9680) 00010000:00000001:0.0:1776200719.065422:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802686592 : -112992906865024 : ffff993bc9ec9680) 00000002:00010000:0.0:1776200719.065425:0:9212:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000fceb8d72/0x8d91c35bada81daf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afd01 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:0.0:1776200719.065435:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000c0816d4a count: 1 00010000:00000001:0.0:1776200719.065443:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.065444:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.065446:0:9212:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1776200719.065448:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.065449:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.065450:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000fceb8d72 refcount=3 00000020:00000001:0.0:1776200719.065451:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802686592 : -112992906865024 : ffff993bc9ec9680) 00010000:00000001:0.0:1776200719.065452:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802686592 : -112992906865024 : ffff993bc9ec9680) 00010000:00000040:0.0:1776200719.065458:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000c0816d4a count: 2 00010000:00000001:0.0:1776200719.065460:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1776200719.065464:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000c0816d4a count: 1 00010000:00010000:0.0:1776200719.065466:0:9212:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000eb44f7cf type 13 mode 16 res 8589935618/31 (0 0) 00010000:00000001:0.0:1776200719.065468:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.065469:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200719.065470:0:9212:0:(mdc_locks.c:1205:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1776200719.065471:0:9212:0:(mdc_locks.c:1210:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-29 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1776200719.065474:0:9212:0:(mdc_locks.c:1365:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.065478:0:9212:0:(lmv_intent.c:421:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.065481:0:9212:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.065486:0:9212:0:(namei.c:663:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1776200719.065488:0:9212:0:(namei.c:668:ll_lookup_it_finish()) it 000000008118dddd it_disposition 1800037 00000080:00002000:0.0:1776200719.065496:0:9212:0:(namei.c:648:ll_splice_alias()) Add dentry 0000000098605415 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1776200719.065502:0:9212:0:(namei.c:798:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1776200719.065506:0:9212:0:(namei.c:1071:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1776200719.065510:0:9212:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 0000000062f70074. 00000100:00000001:0.0:1776200719.065519:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200719.065530:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 3 req@00000000e27f9285 x1862481227040832/t4294967365(4294967365) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 4 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.065538:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.065541:0:9212:0:(namei.c:1409:ll_create_it()) Process entered 00000080:00200000:0.0:1776200719.065543:0:9212:0:(namei.c:1412:ll_create_it()) VFS Op:name=f0a.replay-dual-29, dir=[0x200000007:0x1:0x0](00000000e143c7f8), intent=open|creat 00000080:00000001:0.0:1776200719.065548:0:9212:0:(namei.c:1361:ll_create_node()) Process entered 00000080:00000001:0.0:1776200719.065549:0:9212:0:(llite_lib.c:3156:ll_prep_inode()) Process entered 00000080:00000001:0.0:1776200719.065552:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.065557:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.065561:0:9212:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1776200719.065567:0:9212:0:(mdc_request.c:665:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1776200719.065570:0:9212:0:(lcommon_cl.c:274:cl_fid_build_ino()) Process leaving (rc=144115205289279519 : 144115205289279519 : 20000040200001f) 00000080:00000001:0.0:1776200719.065573:0:9212:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:0.0:1776200719.065698:0:9212:0:(super25.c:60:ll_alloc_inode()) slab-alloced 'lli': 2032 at 000000005a34c83b. 00000020:00000001:0.0:1776200719.065711:0:9212:0:(class_obd.c:866:obd_heat_clear()) Process entered 00000020:00000001:0.0:1776200719.065713:0:9212:0:(class_obd.c:869:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1776200719.065716:0:9212:0:(llite_lib.c:2835:ll_read_inode2()) Process entered 00000080:00200000:0.0:1776200719.065717:0:9212:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x200000402:0x1f:0x0](00000000b6ba6528) 00000020:00000001:0.0:1776200719.065722:0:9212:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:0.0:1776200719.065727:0:9212:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080802469000 : -112992907082616 : ffff993bc9e94488) 00000020:00001000:0.0:1776200719.065729:0:9212:0:(cl_object.c:739:cl_env_get()) 1@00000000bbd77179 00000020:00000001:0.0:1776200719.065733:0:9212:0:(lu_object.c:816:lu_object_find_at()) Process entered 00000080:00000010:0.0:1776200719.065761:0:9212:0:(vvp_object.c:308:vvp_object_alloc()) slab-alloced 'vob': 200 at 0000000043a6e544. 00000020:00000001:0.0:1776200719.065764:0:9212:0:(cl_object.c:74:cl_object_header_init()) Process entered 00000020:00000001:0.0:1776200719.065766:0:9212:0:(cl_object.c:81:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1776200719.065775:0:9212:0:(lov_object.c:2283:lov_object_alloc()) Process entered 00020000:00000010:0.0:1776200719.065778:0:9212:0:(lov_object.c:2284:lov_object_alloc()) slab-alloced 'lov': 248 at 00000000a2af151f. 00020000:00000001:0.0:1776200719.065781:0:9212:0:(lov_object.c:2298:lov_object_alloc()) Process leaving (rc=18446631080922343360 : -112992787208256 : ffff993bd10e67c0) 00020000:00000001:0.0:1776200719.065784:0:9212:0:(lov_object.c:1342:lov_object_init()) Process entered 00020000:00000001:0.0:1776200719.065786:0:9212:0:(lov_pack.c:336:lov_unpackmd()) Process entered 00020000:00000010:0.0:1776200719.065793:0:9212:0:(lov_ea.c:213:lsme_unpack()) kmalloced '(lsme)': 72 at 00000000536a8de8. 00020000:00000010:0.0:1776200719.065796:0:9212:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at 000000009efcee16. 00020000:00000010:0.0:1776200719.065802:0:9212:0:(lov_ea.c:338:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at 0000000093e3352c. 00020000:00000001:0.0:1776200719.065804:0:9212:0:(lov_pack.c:348:lov_unpackmd()) Process leaving (rc=18446631080815623072 : -112992893928544 : ffff993bcab1fba0) 00020000:00000002:0.0:1776200719.065807:0:9212:0:(lov_ea.c:635:dump_lsm()) lsm 0000000093e3352c, objid 0x1f:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1776200719.065810:0:9212:0:(lov_ea.c:657:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 1048576, pool: [] 00020000:00000002:0.0:1776200719.065813:0:9212:0:(lov_ea.c:667:dump_lsm()) oinfo:000000009efcee16: ostid: 0x0:17 ost idx: 0 gen: 0 00020000:00000001:0.0:1776200719.065816:0:9212:0:(lov_object.c:636:lov_init_composite()) Process entered 00020000:00000002:0.0:1776200719.065817:0:9212:0:(lov_ea.c:635:dump_lsm()) lsm 0000000093e3352c, objid 0x1f:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1776200719.065819:0:9212:0:(lov_ea.c:657:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 1048576, pool: [] 00020000:00000002:0.0:1776200719.065821:0:9212:0:(lov_ea.c:667:dump_lsm()) oinfo:000000009efcee16: ostid: 0x0:17 ost idx: 0 gen: 0 00020000:00000010:0.0:1776200719.065824:0:9212:0:(lov_object.c:655:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at 00000000f2957c8c. 00020000:00000010:0.0:1776200719.065826:0:9212:0:(lov_object.c:659:lov_init_composite()) kmalloced '(comp->lo_entries)': 168 at 000000000e67974c. 00020000:00000001:0.0:1776200719.065831:0:9212:0:(lov_object.c:213:lov_init_raid0()) Process entered 00020000:00000010:0.0:1776200719.065833:0:9212:0:(lov_object.c:218:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at 0000000038679519. 00020000:00000001:0.0:1776200719.065836:0:9212:0:(lov_object.c:104:lov_sub_find()) Process entered 00000020:00000001:0.0:1776200719.065837:0:9212:0:(lu_object.c:816:lu_object_find_at()) Process entered 00020000:00000001:0.0:1776200719.065843:0:9212:0:(lovsub_object.c:185:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1776200719.065845:0:9212:0:(lovsub_object.c:186:lovsub_object_alloc()) slab-alloced 'los': 200 at 00000000c3def0c5. 00000020:00000001:0.0:1776200719.065847:0:9212:0:(cl_object.c:74:cl_object_header_init()) Process entered 00000020:00000001:0.0:1776200719.066000:0:9212:0:(cl_object.c:81:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1776200719.066003:0:9212:0:(lovsub_object.c:199:lovsub_object_alloc()) Process leaving (rc=18446631080692772296 : -112993016779320 : ffff993bc35f6dc8) 00020000:00000001:0.0:1776200719.066007:0:9212:0:(lovsub_object.c:58:lovsub_object_init()) Process entered 00000008:00000010:0.0:1776200719.066013:0:9212:0:(osc_object.c:449:osc_object_alloc()) slab-alloced 'osc': 432 at 00000000701ec488. 00020000:00000001:0.0:1776200719.066017:0:9212:0:(lovsub_object.c:67:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200719.066022:0:9212:0:(lu_object.c:915:lu_object_find_at()) Process leaving (rc=18446631080692772296 : -112993016779320 : ffff993bc35f6dc8) 00020000:00000001:0.0:1776200719.066024:0:9212:0:(lov_object.c:108:lov_sub_find()) Process leaving (rc=18446631080692772296 : -112993016779320 : ffff993bc35f6dc8) 00020000:00000002:0.0:1776200719.066027:0:9212:0:(lov_object.c:155:lov_init_sub()) [0x100000000:0x11:0x0]@00000000c3def0c5[0:0] -> [0x200000402:0x1f:0x0]@0000000043a6e544: ostid: 0x0:17 ost idx: 0 gen: 0 00020000:00000001:0.0:1776200719.066032:0:9212:0:(lov_object.c:284:lov_init_raid0()) Process leaving (rc=176 : 176 : b0) 00020000:00000001:0.0:1776200719.066035:0:9212:0:(lov_object.c:813:lov_init_composite()) Process leaving 00020000:00000001:0.0:1776200719.066037:0:9212:0:(lov_object.c:1370:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200719.066040:0:9212:0:(lu_object.c:915:lu_object_find_at()) Process leaving (rc=18446631080692769496 : -112993016782120 : ffff993bc35f62d8) 00000020:00001000:0.0:1776200719.066043:0:9212:0:(cl_object.c:820:cl_env_put()) 1@00000000bbd77179 00000080:00000001:0.0:1776200719.066047:0:9212:0:(lcommon_cl.c:274:cl_fid_build_ino()) Process leaving (rc=144115205289279519 : 144115205289279519 : 20000040200001f) 00000080:00000001:0.0:1776200719.066049:0:9212:0:(lcommon_cl.c:286:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1776200719.066051:0:9212:0:(llite_lib.c:2690:ll_update_inode()) setting ino 144115205289279519 mtime from 0 to 1776200719 00000080:00000001:0.0:1776200719.066113:0:9212:0:(llite_lib.c:2864:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1776200719.066116:0:9212:0:(namei.c:166:ll_iget()) Process leaving (rc=18446631080817520848 : -112992892030768 : ffff993bcacef0d0) 00010000:00000001:0.0:1776200719.066119:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.066121:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.066122:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000fceb8d72 refcount=3 00000020:00000001:0.0:1776200719.066124:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802686592 : -112992906865024 : ffff993bc9ec9680) 00010000:00000001:0.0:1776200719.066126:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802686592 : -112992906865024 : ffff993bc9ec9680) 00000080:00000001:0.0:1776200719.066129:0:9212:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:0.0:1776200719.066130:0:9212:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:0.0:1776200719.066131:0:9212:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080802469000 : -112992907082616 : ffff993bc9e94488) 00000020:00001000:0.0:1776200719.066134:0:9212:0:(cl_object.c:739:cl_env_get()) 1@00000000bbd77179 00000020:00000001:0.0:1776200719.066135:0:9212:0:(cl_object.c:296:cl_conf_set()) Process entered 00020000:00000001:0.0:1776200719.066138:0:9212:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:0.0:1776200719.066139:0:9212:0:(lov_pack.c:336:lov_unpackmd()) Process entered 00020000:00000010:0.0:1776200719.066142:0:9212:0:(lov_ea.c:213:lsme_unpack()) kmalloced '(lsme)': 72 at 000000001d636c03. 00020000:00000010:0.0:1776200719.066144:0:9212:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at 000000004d812c89. 00020000:00000010:0.0:1776200719.066160:0:9212:0:(lov_ea.c:338:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at 00000000fcda720b. 00020000:00000001:0.0:1776200719.066163:0:9212:0:(lov_pack.c:348:lov_unpackmd()) Process leaving (rc=18446631080692775936 : -112993016775680 : ffff993bc35f7c00) 00020000:00000002:0.0:1776200719.066165:0:9212:0:(lov_ea.c:635:dump_lsm()) lsm 00000000fcda720b, objid 0x1f:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1776200719.066168:0:9212:0:(lov_ea.c:657:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 1048576, pool: [] 00020000:00000002:0.0:1776200719.066170:0:9212:0:(lov_ea.c:667:dump_lsm()) oinfo:000000004d812c89: ostid: 0x0:17 ost idx: 0 gen: 0 00020000:00000002:0.0:1776200719.066173:0:9212:0:(lov_object.c:1234:lov_conf_lock()) Took exclusive lov(00000000a2af151f) owner 00000000c7f03c54 00020000:00000001:0.0:1776200719.066176:0:9212:0:(lov_object.c:1439:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1776200719.066178:0:9212:0:(lov_object.c:1240:lov_conf_unlock()) To release exclusive lov(00000000a2af151f) owner 00000000c7f03c54 00020000:00000010:0.0:1776200719.066181:0:9212:0:(lov_ea.c:144:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at 000000004d812c89. 00020000:00000010:0.0:1776200719.066186:0:9212:0:(lov_ea.c:147:lsme_free()) kfreed 'lsme': 72 at 000000001d636c03. 00020000:00000010:0.0:1776200719.066190:0:9212:0:(lov_ea.c:166:lsm_free()) kfreed 'lsm': 88 at 00000000fcda720b. 00020000:00000002:0.0:1776200719.066192:0:9212:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x1f:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1776200719.066194:0:9212:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200719.066195:0:9212:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200719.066199:0:9212:0:(cl_object.c:387:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1776200719.066201:0:9212:0:(lov_object.c:1182:lov_conf_freeze()) To take share lov(00000000a2af151f) owner 0000000000000000/00000000c7f03c54 00020000:00000002:0.0:1776200719.066204:0:9212:0:(lov_object.c:2311:lov_lsm_addref()) lsm 0000000093e3352c addref 2/0 by 00000000c7f03c54. 00020000:00000002:0.0:1776200719.066206:0:9212:0:(lov_object.c:1190:lov_conf_thaw()) To release share lov(00000000a2af151f) owner 0000000000000000/00000000c7f03c54 00020000:00000001:0.0:1776200719.066208:0:9212:0:(lov_object.c:2209:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1776200719.066210:0:9212:0:(lov_pack.c:197:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1776200719.066211:0:9212:0:(lov_pack.c:109:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1776200719.066213:0:9212:0:(lov_pack.c:114:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1776200719.066215:0:9212:0:(lov_object.c:2227:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1776200719.066217:0:9212:0:(file.c:5870:ll_layout_conf()) [0x200000402:0x1f:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1776200719.066219:0:9212:0:(cl_object.c:820:cl_env_put()) 1@00000000bbd77179 00000080:00000001:0.0:1776200719.066221:0:9212:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.066223:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.066225:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1776200719.066226:0:9212:0:(llite_lib.c:3243:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1776200719.066313:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.066316:0:9212:0:(lmv_obd.c:3637:lmv_free_lustre_md()) Process entered 00800000:00000001:0.0:1776200719.066318:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.066320:0:9212:0:(mdc_request.c:675:mdc_free_lustre_md()) Process entered 00000002:00000001:0.0:1776200719.066321:0:9212:0:(mdc_request.c:676:mdc_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.066323:0:9212:0:(lmv_obd.c:3649:lmv_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200719.066325:0:9212:0:(namei.c:1379:ll_create_node()) setting l_ast_data to inode [0x200000402:0x1f:0x0](00000000b6ba6528) 00000080:00010000:0.0:1776200719.066328:0:9212:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000402:0x1f:0x0](00000000b6ba6528) for lock 0x8d91c35bada81daf 00000080:00000001:0.0:1776200719.066330:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.066332:0:9212:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1776200719.066333:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.066343:0:9212:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1776200719.066345:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.066346:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.066347:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000fceb8d72 refcount=3 00000020:00000001:0.0:1776200719.066349:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802686592 : -112992906865024 : ffff993bc9ec9680) 00010000:00000001:0.0:1776200719.066351:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802686592 : -112992906865024 : ffff993bc9ec9680) 00010000:00000001:0.0:1776200719.066353:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.066354:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200719.066355:0:9212:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.066357:0:9212:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.066358:0:9212:0:(namei.c:1381:ll_create_node()) Process leaving 00000100:00000001:0.0:1776200719.066360:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200719.066365:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000e27f9285 x1862481227040832/t4294967365(4294967365) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 3 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.066371:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.066377:0:9212:0:(namei.c:1461:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.066380:0:9212:0:(pcc.c:2323:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1776200719.066382:0:9212:0:(pcc.c:2326:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.066391:0:9212:0:(file.c:834:ll_file_open()) Process entered 00000080:00200000:0.0:1776200719.066393:0:9212:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x200000402:0x1f:0x0](00000000b6ba6528), flags 100102 00000080:00000010:0.0:1776200719.066400:0:9212:0:(file.c:80:ll_file_data_get()) slab-alloced 'fd': 280 at 000000000ef24eeb. 00000080:00000010:0.0:1776200719.066406:0:9212:0:(file.c:1001:ll_file_open()) kmalloced '(*och_p)': 48 at 000000009e1f0878. 00000080:00000001:0.0:1776200719.066408:0:9212:0:(file.c:767:ll_local_open()) Process entered 00000080:00000001:0.0:1776200719.066411:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.066413:0:9212:0:(lmv_obd.c:3660:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1776200719.066415:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.066417:0:9212:0:(mdc_request.c:781:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1776200719.066421:0:9212:0:(obd.h:1238:obd_mod_alloc()) kmalloced '(mod)': 32 at 000000004ead4035. 00000002:00100000:0.0:1776200719.066424:0:9212:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000e27f9285 x1862481227040832/t4294967365(4294967365) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:0.0:1776200719.066430:0:9212:0:(mdc_request.c:834:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.066432:0:9212:0:(lmv_obd.c:3666:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1776200719.066435:0:9212:0:(rw.c:921:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1776200719.066438:0:9212:0:(file.c:785:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.066440:0:9212:0:(pcc.c:1499:pcc_file_open()) Process entered 00000080:00000001:0.0:1776200719.066442:0:9212:0:(pcc.c:1414:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1776200719.066444:0:9212:0:(pcc.c:1420:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.066446:0:9212:0:(pcc.c:1518:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1776200719.066449:0:9212:0:(pcc.c:1542:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.066451:0:9212:0:(file.c:1039:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200719.066453:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200719.066454:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000e27f9285 x1862481227040832/t4294967365(4294967365) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 02000000:00000001:0.0:1776200719.066461:0:9212:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1776200719.066464:0:9212:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at 00000000c045f291. 02000000:00000001:0.0:1776200719.066516:0:9212:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1776200719.066517:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.066520:0:9212:0:(dcache.c:214:ll_intent_release()) Process entered 00000080:00000040:0.0:1776200719.066522:0:9212:0:(dcache.c:216:ll_intent_release()) intent 000000008118dddd released 00000080:00010000:0.0:1776200719.066524:0:9212:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8d91c35bada81daf from it 000000008118dddd 00010000:00000001:0.0:1776200719.066527:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.066528:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.066529:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000fceb8d72 refcount=3 00000020:00000001:0.0:1776200719.066530:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802686592 : -112992906865024 : ffff993bc9ec9680) 00010000:00000001:0.0:1776200719.066532:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802686592 : -112992906865024 : ffff993bc9ec9680) 00010000:00000001:0.0:1776200719.066534:0:9212:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1776200719.066537:0:9212:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000fceb8d72/0x8d91c35bada81daf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x98dca339dc2afd01 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:0.0:1776200719.066544:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000c0816d4a count: 1 00010000:00000001:0.0:1776200719.066547:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.066548:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.066550:0:9212:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1776200719.066552:0:9212:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1776200719.066553:0:9212:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000fceb8d72/0x8d91c35bada81daf lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x98dca339dc2afd01 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:0.0:1776200719.066559:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000c0816d4a count: 1 00010000:00000001:0.0:1776200719.066562:0:9212:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776200719.066566:0:9212:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1776200719.066568:0:9212:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1776200719.066573:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.066574:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.066575:0:9212:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.066579:0:9212:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1776200719.066581:0:9212:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.066583:0:9212:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.067097:0:9212:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.067101:0:9212:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1776200719.067103:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.067104:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1776200719.067106:0:9212:0:(dcache.c:227:ll_intent_release()) Process leaving 00000080:00000010:0.0:1776200719.067107:0:9212:0:(namei.c:1349:ll_atomic_open()) kfreed 'it': 72 at 000000008118dddd. 00000080:00000001:0.0:1776200719.067112:0:9212:0:(namei.c:1351:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.067117:0:9212:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00200000:0.0:1776200719.067119:0:9212:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000402:0x1f:0x0](00000000b6ba6528), inode mode 81a4 mask 40 00000080:00000001:0.0:1776200719.067123:0:9212:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1776200719.067150:0:9212:0:(lov_object.c:2321:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1776200719.067153:0:9212:0:(lov_object.c:1182:lov_conf_freeze()) To take share lov(00000000a2af151f) owner 0000000000000000/00000000c7f03c54 00020000:00000002:0.0:1776200719.067155:0:9212:0:(lov_object.c:1190:lov_conf_thaw()) To release share lov(00000000a2af151f) owner 0000000000000000/00000000c7f03c54 00020000:00000001:0.0:1776200719.067157:0:9212:0:(lov_object.c:2367:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.067165:0:9212:0:(file.c:407:ll_file_release()) Process entered 00000080:00200000:0.0:1776200719.067167:0:9212:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x200000402:0x1f:0x0](00000000b6ba6528) 00000080:00000001:0.0:1776200719.067170:0:9212:0:(pcc.c:1552:pcc_file_release()) Process entered 00000080:00000001:0.0:1776200719.067172:0:9212:0:(pcc.c:1571:pcc_file_release()) Process leaving 00020000:00000001:0.0:1776200719.067173:0:9212:0:(lov_object.c:2321:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1776200719.067174:0:9212:0:(lov_object.c:1182:lov_conf_freeze()) To take share lov(00000000a2af151f) owner 0000000000000000/00000000c7f03c54 00020000:00000002:0.0:1776200719.067176:0:9212:0:(lov_object.c:1190:lov_conf_thaw()) To release share lov(00000000a2af151f) owner 0000000000000000/00000000c7f03c54 00020000:00000001:0.0:1776200719.067177:0:9212:0:(lov_object.c:2367:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.067179:0:9212:0:(file.c:327:ll_md_close()) Process entered 00000080:00000001:0.0:1776200719.067180:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.067183:0:9212:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:0.0:1776200719.067184:0:9212:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x1f:0x0] 00800000:00000001:0.0:1776200719.067186:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.067188:0:9212:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1776200719.067190:0:9212:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1776200719.067194:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000c0816d4a count: 2 00010000:00000001:0.0:1776200719.067197:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1776200719.067201:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000c0816d4a count: 1 00000002:00000001:0.0:1776200719.067203:0:9212:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.067205:0:9212:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.067207:0:9212:0:(file.c:281:ll_md_real_close()) Process entered 00000080:00000001:0.0:1776200719.067209:0:9212:0:(file.c:157:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1776200719.067213:0:9212:0:(file.c:165:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at 0000000004d5f8d9. 00000080:00000001:0.0:1776200719.067215:0:9212:0:(file.c:102:ll_prepare_close()) Process entered 00000080:00000001:0.0:1776200719.067220:0:9212:0:(file.c:137:ll_prepare_close()) Process leaving 00000080:00000001:0.0:1776200719.067221:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.067224:0:9212:0:(lmv_obd.c:1466:lmv_close()) Process entered 00800000:00000002:0.0:1776200719.067225:0:9212:0:(lmv_obd.c:1472:lmv_close()) CLOSE [0x200000402:0x1f:0x0] 00800000:00000001:0.0:1776200719.067227:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.067314:0:9212:0:(mdc_request.c:900:mdc_close()) Process entered 00000002:00000002:0.0:1776200719.067316:0:9212:0:(mdc_request.c:904:mdc_close()) lustre-MDT0000-mdc-ffff993be2454000: [0x200000402:0x1f:0x0] file closed with intent: 0 00000100:00000010:0.0:1776200719.067324:0:9212:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001193291d. 00000020:00000040:0.0:1776200719.067328:0:9212:0:(genops.c:1191:class_import_get()) import 000000000fe8d637 refcount=67 obd=lustre-MDT0000-mdc-ffff993be2454000 00000002:00100000:0.0:1776200719.067347:0:9212:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@00000000e27f9285 x1862481227040832/t4294967365(4294967365) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 1 fl Complete:RPQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.067355:0:9212:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1776200719.067359:0:9212:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1776200719.067363:0:9212:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1776200719.067371:0:9212:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b33f13c3. 00000100:00000001:0.0:1776200719.067378:0:9212:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1776200719.067389:0:9212:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993be2454000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1776200719.067393:0:9212:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000001193291d x1862481227040960/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1776200719.067401:0:9212:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1776200719.067402:0:9212:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1776200719.067408:0:9212:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f08c462b. 00000100:00000001:0.0:1776200719.067410:0:9212:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446631080922339200 : -112992787212416 : ffff993bd10e5780) 00000100:00000001:0.0:1776200719.067412:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.067413:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801025472 : -112992908526144 : ffff993bc9d33dc0) 00000100:00000001:0.0:1776200719.067417:0:9212:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1776200719.067422:0:9212:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.067424:0:9212:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1776200719.067426:0:9212:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776200719.067429:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001193291d x1862481227040960/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.067436:0:9212:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200719.067438:0:9212:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200719.067441:0:9212:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776200719.067444:0:9212:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200719.067446:0:9212:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001193291d pname:cluuid:pid:xid:nid:opc:job createmany:128773b9-ec2f-47c2-9bf4-461c71beba7d:9212:1862481227040960:192.168.203.148@tcp:35:createmany.0 00000100:00000001:0.0:1776200719.067450:0:9212:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776200719.067455:0:9212:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776200719.067457:0:9212:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200719.067460:0:9212:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1776200719.067463:0:9212:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000029e1d0b7. 02000000:00000001:0.0:1776200719.067465:0:9212:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776200719.067474:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:0.0:1776200719.067478:0:9212:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003295735c. 00000400:00000010:0.0:1776200719.067484:0:9212:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cfaccb45. 00000100:00000200:0.0:1776200719.067491:0:9212:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227040960, portal 10 00000100:00000001:0.0:1776200719.067492:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.067493:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801025472 : -112992908526144 : ffff993bc9d33dc0) 00000100:00000040:0.0:1776200719.067498:0:9212:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000001193291d x1862481227040960/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.067506:0:9212:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776200719.067509:0:9212:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:0.0:1776200719.067511:0:9212:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007371f4d9. 00000100:00000200:0.0:1776200719.067514:0:9212:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227040960, offset 0 00000400:00000200:0.0:1776200719.067521:0:9212:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:0.0:1776200719.067529:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200719.067537:0:9212:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:0.0:1776200719.067546:0:9212:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:0.0:1776200719.067549:0:9212:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776200719.067552:0:9212:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:0.0:1776200719.067556:0:9212:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [271:271:256:4294967295] 192.168.203.148@tcp LPNI seq info [271:271:8:4294967295] 00000400:00000200:0.0:1776200719.067560:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200719.067570:0:9212:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:0.0:1776200719.067577:0:9212:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:0.0:1776200719.067582:0:9212:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004db490cc (tot 3422334). 00000800:00000200:0.0:1776200719.067681:0:9212:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:0.0:1776200719.067690:0:9212:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:0.0:1776200719.067694:0:9212:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004db490cc type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1776200719.067777:0:9212:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.067779:0:9212:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200719.067782:0:9212:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.067784:0:9212:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200719.067785:0:9212:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:0.0:1776200719.067788:0:9212:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f08c462b going to sleep for 6 seconds 00000100:00000001:0.0:1776200719.067791:0:9212:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200719.067794:0:9212:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1776200719.075732:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.075753:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200719.075758:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.075760:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.075774:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.075782:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200719.075791:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.075796:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.075801:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.075805:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f048c0 00000400:00000200:2.0:1776200719.075811:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.075817:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0xbb5 [1] + 224 00000800:00000001:2.0:1776200719.075826:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.075834:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.075837:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.075842:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200719.075849:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200719.075858:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001193291d x1862481227040960/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200719.075871:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=456 offset=224 replen=624 req@000000001193291d x1862481227040960/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.075916:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200719.075928:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.075931:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200719.076003:0:9212:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1776200719.076013:0:9212:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1776200719.076015:0:9212:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1776200719.076019:0:9212:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003295735c. 00000400:00000200:0.0:1776200719.076024:0:9212:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cfaccb45 00000400:00000010:0.0:1776200719.076027:0:9212:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cfaccb45. 00000100:00000001:0.0:1776200719.076030:0:9212:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1776200719.076033:0:9212:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001193291d x1862481227040960/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:0.0:1776200719.076041:0:9212:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001193291d x1862481227040960/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.076046:0:9212:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1776200719.076048:0:9212:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200719.076058:0:9212:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1776200719.076062:0:9212:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1776200719.076064:0:9212:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1776200719.076066:0:9212:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200719.076069:0:9212:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1776200719.076080:0:9212:0:(import.c:1935:at_measured()) add 1 to 000000000f61d0a9 time=87 v=1 (1 0 0 0) 00000100:00001000:0.0:1776200719.076084:0:9212:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=88 v=1 (1 0 0 0) 00000100:00000001:0.0:1776200719.076087:0:9212:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1776200719.076088:0:9212:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.076091:0:9212:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1776200719.076095:0:9212:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.076098:0:9212:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1776200719.076100:0:9212:0:(client.c:1389:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1776200719.076102:0:9212:0:(client.c:1391:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1776200719.076104:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.076106:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801025472 : -112992908526144 : ffff993bc9d33dc0) 00000100:00000001:0.0:1776200719.076110:0:9212:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1776200719.076111:0:9212:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 0 00000100:00000001:0.0:1776200719.076112:0:9212:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1776200719.076115:0:9212:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200719.076118:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001193291d x1862481227040960/t4294967366(4294967366) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 3 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.076124:0:9212:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200719.076127:0:9212:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1776200719.076130:0:9212:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1776200719.076134:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001193291d x1862481227040960/t4294967366(4294967366) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 3 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:0.0:1776200719.076141:0:9212:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001193291d pname:cluuid:pid:xid:nid:opc:job createmany:128773b9-ec2f-47c2-9bf4-461c71beba7d:9212:1862481227040960:192.168.203.148@tcp:35:createmany.0 00000100:00000001:0.0:1776200719.076146:0:9212:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200719.076148:0:9212:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.076151:0:9212:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1776200719.076153:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200719.076155:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000001193291d x1862481227040960/t4294967366(4294967366) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 3 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.076160:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1776200719.076163:0:9212:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f08c462b. 00000100:00000001:0.0:1776200719.076166:0:9212:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1776200719.076167:0:9212:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.076174:0:9212:0:(mdc_request.c:1038:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.076177:0:9212:0:(lmv_obd.c:1474:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1776200719.076182:0:9212:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 0000000004d5f8d9. 00000080:00000001:0.0:1776200719.076186:0:9212:0:(file.c:263:ll_close_inode_openhandle()) Process leaving 00000080:00000001:0.0:1776200719.076189:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.076192:0:9212:0:(lmv_obd.c:3676:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1776200719.076195:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.076198:0:9212:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1776200719.076201:0:9212:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@00000000e27f9285 x1862481227040832/t4294967365(4294967365) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 1 fl Complete:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000002:00000001:0.0:1776200719.076209:0:9212:0:(mdc_request.c:888:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.076210:0:9212:0:(lmv_obd.c:3682:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1776200719.076211:0:9212:0:(file.c:268:ll_close_inode_openhandle()) kfreed 'och': 48 at 000000009e1f0878. 00000100:00000001:0.0:1776200719.076214:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200719.076216:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000001193291d x1862481227040960/t4294967366(4294967366) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.076220:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.076222:0:9212:0:(file.c:313:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1776200719.076224:0:9212:0:(file.c:93:ll_file_data_put()) slab-freed '(fd)': 280 at 000000000ef24eeb. 00000080:00000001:0.0:1776200719.076233:0:9212:0:(file.c:391:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.076238:0:9212:0:(file.c:445:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.076243:0:9212:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1776200719.076246:0:9212:0:(dcache.c:133:ll_ddelete()) keeping dentry f0a.replay-dual-29 (0000000098605415, parent 000000008fe1cc87, inode 00000000b6ba6528) hashed, 00000080:00000001:0.0:1776200719.076250:0:9212:0:(dcache.c:137:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.076321:0:9212:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1776200719.076325:0:9212:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1776200719.076327:0:9212:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1776200719.076328:0:9212:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000e143c7f8),name=/ 00000080:00000010:0.0:1776200719.076333:0:9212:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 0000000004d5f8d9. 00000080:00000001:0.0:1776200719.076348:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.076352:0:9212:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1776200719.076355:0:9212:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1776200719.076358:0:9212:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1776200719.076360:0:9212:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:0.0:1776200719.076364:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.076367:0:9212:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1776200719.076369:0:9212:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1776200719.076372:0:9212:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1776200719.076374:0:9212:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1776200719.076377:0:9212:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1776200719.076384:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f1cb6017 count: 2 00010000:00000001:0.0:1776200719.076387:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200719.076392:0:9212:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1776200719.076394:0:9212:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1776200719.076397:0:9212:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.076405:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00010000:00000040:0.0:1776200719.076407:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 02000000:00000001:0.0:1776200719.076409:0:9212:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1776200719.076412:0:9212:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200719.076414:0:9212:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.076433:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00000002:00000001:0.0:1776200719.076435:0:9212:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1776200719.076437:0:9212:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1776200719.076438:0:9212:0:(mdc_locks.c:1345:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1776200719.076440:0:9212:0:(lmv_intent.c:509:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1776200719.076442:0:9212:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1776200719.076444:0:9212:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 0000000004d5f8d9. 00000080:00000001:0.0:1776200719.076446:0:9212:0:(dcache.c:259:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1776200719.076448:0:9212:0:(dcache.c:262:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200719.076450:0:9212:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000e143c7f8) 00000080:00010000:0.0:1776200719.076452:0:9212:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000e143c7f8) for lock 0x8d91c35bada81cba 00000080:00000001:0.0:1776200719.076455:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.076457:0:9212:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1776200719.076458:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.076460:0:9212:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1776200719.076462:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.076464:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.076467:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c4c6f071 refcount=3 00000020:00000001:0.0:1776200719.076469:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.076472:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.076475:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.076476:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200719.076477:0:9212:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.076479:0:9212:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200719.076480:0:9212:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8d91c35bada81cba from it 000000003c702ba3 00010000:00000001:0.0:1776200719.076482:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.076482:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.076483:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c4c6f071 refcount=3 00000020:00000001:0.0:1776200719.076484:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.076486:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.076488:0:9212:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1776200719.076489:0:9212:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.076495:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200719.076497:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.076498:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.076500:0:9212:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1776200719.076501:0:9212:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1776200719.076503:0:9212:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.076507:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200719.076510:0:9212:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776200719.076513:0:9212:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1776200719.076515:0:9212:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1776200719.076519:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.076520:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.076521:0:9212:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.076524:0:9212:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1776200719.076526:0:9212:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.076528:0:9212:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.076530:0:9212:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.076532:0:9212:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1776200719.076532:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.076533:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1776200719.076534:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:0.0:1776200719.076535:0:9212:0:(client.c:2665:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1776200719.076537:0:9212:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000e143c7f8), inode mode 41ed mask 1 00000080:00000001:0.0:1776200719.076540:0:9212:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1776200719.076551:0:9212:0:(dcache.c:145:ll_d_init()) kmalloced '(lld)': 24 at 0000000084f85c19. 00000080:00000001:0.0:1776200719.076556:0:9212:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1776200719.076557:0:9212:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1776200719.076558:0:9212:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000e143c7f8),name=/ 00000080:00000010:0.0:1776200719.076561:0:9212:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 0000000004d5f8d9. 00000080:00000001:0.0:1776200719.076563:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.076564:0:9212:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1776200719.076565:0:9212:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1776200719.076568:0:9212:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1776200719.076569:0:9212:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:0.0:1776200719.076572:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.076573:0:9212:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1776200719.076574:0:9212:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1776200719.076577:0:9212:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1776200719.076578:0:9212:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1776200719.076579:0:9212:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1776200719.076580:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f1cb6017 count: 2 00010000:00000001:0.0:1776200719.076582:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200719.076584:0:9212:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1776200719.076585:0:9212:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1776200719.076655:0:9212:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.076662:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00010000:00000040:0.0:1776200719.076664:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 02000000:00000001:0.0:1776200719.076666:0:9212:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1776200719.076667:0:9212:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200719.076669:0:9212:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.076674:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00000002:00000001:0.0:1776200719.076676:0:9212:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1776200719.076677:0:9212:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1776200719.076679:0:9212:0:(mdc_locks.c:1345:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1776200719.076680:0:9212:0:(lmv_intent.c:509:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1776200719.076681:0:9212:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1776200719.076683:0:9212:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 0000000004d5f8d9. 00000080:00000001:0.0:1776200719.076685:0:9212:0:(dcache.c:259:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1776200719.076685:0:9212:0:(dcache.c:262:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200719.076687:0:9212:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000e143c7f8) 00000080:00010000:0.0:1776200719.076688:0:9212:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000e143c7f8) for lock 0x8d91c35bada81cba 00000080:00000001:0.0:1776200719.076690:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.076691:0:9212:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1776200719.076693:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.076694:0:9212:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1776200719.076695:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.076697:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.076698:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c4c6f071 refcount=3 00000020:00000001:0.0:1776200719.076699:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.076701:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.076702:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.076703:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200719.076704:0:9212:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.076705:0:9212:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200719.076706:0:9212:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8d91c35bada81cba from it 0000000033745cc8 00010000:00000001:0.0:1776200719.076708:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.076708:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.076709:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c4c6f071 refcount=3 00000020:00000001:0.0:1776200719.076711:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.076712:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.076714:0:9212:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1776200719.076715:0:9212:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.076720:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200719.076721:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.076722:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.076722:0:9212:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1776200719.076723:0:9212:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1776200719.076724:0:9212:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.076729:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200719.076730:0:9212:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776200719.076731:0:9212:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1776200719.076732:0:9212:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1776200719.076733:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.076734:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.076735:0:9212:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.076737:0:9212:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1776200719.076738:0:9212:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.076739:0:9212:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.076741:0:9212:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.076742:0:9212:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1776200719.076743:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.076744:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1776200719.076744:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:0.0:1776200719.076745:0:9212:0:(client.c:2665:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1776200719.076746:0:9212:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000e143c7f8), inode mode 41ed mask 3 00000080:00000001:0.0:1776200719.076749:0:9212:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.076752:0:9212:0:(namei.c:1176:ll_atomic_open()) Process entered 00000080:00200000:0.0:1776200719.076754:0:9212:0:(namei.c:1183:ll_atomic_open()) VFS Op:name=f0a.replay-dual-30, dir=[0x200000007:0x1:0x0](00000000e143c7f8), file 00000000e0a0efa5, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1776200719.076760:0:9212:0:(namei.c:1203:ll_atomic_open()) kmalloced '(it)': 72 at 00000000fcda720b. 00000080:00000001:0.0:1776200719.076764:0:9212:0:(namei.c:827:ll_lookup_it()) Process entered 00000080:00200000:0.0:1776200719.076765:0:9212:0:(namei.c:833:ll_lookup_it()) VFS Op:name=f0a.replay-dual-30, dir=[0x200000007:0x1:0x0](00000000e143c7f8), intent=open|creat 00000080:00000010:0.0:1776200719.076770:0:9212:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 0000000004d5f8d9. 00000080:00000001:0.0:1776200719.076775:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.076776:0:9212:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1776200719.076777:0:9212:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-30' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1776200719.076780:0:9212:0:(lmv_intent.c:301:lmv_intent_open()) Process entered 00800000:00000001:0.0:1776200719.076786:0:9212:0:(lmv_obd.c:1077:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1776200719.076788:0:9212:0:(obd_class.h:918:obd_fid_alloc()) Process entered 00800000:00000001:0.0:1776200719.076789:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.076791:0:9212:0:(mdc_request.c:2771:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1776200719.076794:0:9212:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1776200719.076796:0:9212:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff993be2454000: Allocated FID [0x200000402:0x20:0x0] 40000000:00000001:0.0:1776200719.076799:0:9212:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.076801:0:9212:0:(mdc_request.c:2778:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.076802:0:9212:0:(obd_class.h:930:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.076804:0:9212:0:(lmv_obd.c:1101:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1776200719.076805:0:9212:0:(lmv_intent.c:375:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x20:0x0], name='f0a.replay-dual-30' -> mds #0 00800000:00000001:0.0:1776200719.076808:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.076809:0:9212:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1776200719.076811:0:9212:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: f0a.replay-dual-30,[0x200000402:0x20:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1776200719.076815:0:9212:0:(mdc_locks.c:932:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1776200719.076817:0:9212:0:(mdc_locks.c:263:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1776200719.076821:0:9212:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:0.0:1776200719.076824:0:9212:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.076826:0:9212:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:0.0:1776200719.076828:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f1cb6017 count: 2 00010000:00000001:0.0:1776200719.076829:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200719.076832:0:9212:0:(ldlm_request.c:2103:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1776200719.076834:0:9212:0:(ldlm_request.c:1691:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.076836:0:9212:0:(ldlm_request.c:2153:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1776200719.076837:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00000002:00000001:0.0:1776200719.076838:0:9212:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1776200719.076843:0:9212:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aefbfafc. 00000020:00000040:0.0:1776200719.076846:0:9212:0:(genops.c:1191:class_import_get()) import 000000000fe8d637 refcount=68 obd=lustre-MDT0000-mdc-ffff993be2454000 02000000:00000001:0.0:1776200719.076853:0:9212:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1776200719.076854:0:9212:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.076856:0:9212:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1776200719.076861:0:9212:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1776200719.076862:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.076863:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.076864:0:9212:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.076867:0:9212:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1776200719.076869:0:9212:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1776200719.076872:0:9212:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1776200719.076879:0:9212:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000003c89a4b4. 00000100:00000001:0.0:1776200719.076885:0:9212:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.076889:0:9212:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1776200719.076890:0:9212:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.076891:0:9212:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1776200719.076892:0:9212:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.076894:0:9212:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.076903:0:9212:0:(mdc_locks.c:432:mdc_intent_open_pack()) Process leaving (rc=18446631080801016960 : -112992908534656 : ffff993bc9d31c80) 00010000:00000001:0.0:1776200719.076905:0:9212:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1776200719.076907:0:9212:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1776200719.076909:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f1cb6017 count: 2 00010000:00000001:0.0:1776200719.076910:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200719.076913:0:9212:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1776200719.076916:0:9212:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e5aba8bc. 00000020:00000001:0.0:1776200719.076919:0:9212:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1776200719.076921:0:9212:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000e5aba8bc with handle 0x8d91c35bada81db6 to hash 00000020:00000001:0.0:1776200719.076922:0:9212:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1776200719.076924:0:9212:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446631080713880704 : -112992995670912 : ffff993bc4a18480) 00010000:00000001:0.0:1776200719.076927:0:9212:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446631080713880704 : -112992995670912 : ffff993bc4a18480) 00010000:00000001:0.0:1776200719.076930:0:9212:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1776200719.076931:0:9212:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200719.076933:0:9212:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000e5aba8bc/0x8d91c35bada81db6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.076939:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00010000:00010000:0.0:1776200719.076941:0:9212:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000e5aba8bc/0x8d91c35bada81db6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.076946:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00000020:00100000:0.0:1776200719.076953:0:9212:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993be2454000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1776200719.076960:0:9212:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000aefbfafc x1862481227041088/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:0.0:1776200719.076967:0:9212:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000e5aba8bc/0x8d91c35bada81db6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.076972:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00000100:00000001:0.0:1776200719.076974:0:9212:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1776200719.076976:0:9212:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1776200719.076981:0:9212:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f08c462b. 00000100:00000001:0.0:1776200719.076983:0:9212:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446631080922339200 : -112992787212416 : ffff993bd10e5780) 00000100:00000001:0.0:1776200719.076985:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.076985:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801016960 : -112992908534656 : ffff993bc9d31c80) 00000100:00000001:0.0:1776200719.076988:0:9212:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1776200719.076992:0:9212:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.076994:0:9212:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1776200719.076996:0:9212:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776200719.076998:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000aefbfafc x1862481227041088/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 0 ref 2 fl New:PQU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.077006:0:9212:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200719.077007:0:9212:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200719.077011:0:9212:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776200719.077013:0:9212:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200719.077016:0:9212:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aefbfafc pname:cluuid:pid:xid:nid:opc:job createmany:128773b9-ec2f-47c2-9bf4-461c71beba7d:9212:1862481227041088:192.168.203.148@tcp:101:createmany.0 00000100:00000001:0.0:1776200719.077020:0:9212:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776200719.077026:0:9212:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776200719.077028:0:9212:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200719.077031:0:9212:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1776200719.077082:0:9212:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at 00000000c045f291. 02000000:00000001:0.0:1776200719.077084:0:9212:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776200719.077090:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:0.0:1776200719.077094:0:9212:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003295735c. 00000400:00000010:0.0:1776200719.077100:0:9212:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 632 at 00000000a877c055 (tot 3422718). 00000100:00000200:0.0:1776200719.077107:0:9212:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1862481227041088, portal 10 00000100:00000001:0.0:1776200719.077109:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.077110:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801016960 : -112992908534656 : ffff993bc9d31c80) 00000100:00000040:0.0:1776200719.077115:0:9212:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000aefbfafc x1862481227041088/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.077123:0:9212:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776200719.077125:0:9212:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:0.0:1776200719.077127:0:9212:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cfaccb45. 00000100:00000200:0.0:1776200719.077131:0:9212:0:(niobuf.c:86:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1862481227041088, offset 0 00000400:00000200:0.0:1776200719.077137:0:9212:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:0.0:1776200719.077145:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200719.077152:0:9212:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:0.0:1776200719.077159:0:9212:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:0.0:1776200719.077163:0:9212:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776200719.077166:0:9212:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:0.0:1776200719.077170:0:9212:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [272:272:256:4294967295] 192.168.203.148@tcp LPNI seq info [272:272:8:4294967295] 00000400:00000200:0.0:1776200719.077174:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200719.077183:0:9212:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:0.0:1776200719.077189:0:9212:0:(socklnd_cb.c:995:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:0.0:1776200719.077193:0:9212:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f9203e (tot 3422966). 00000800:00000200:0.0:1776200719.077200:0:9212:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:0.0:1776200719.077209:0:9212:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:0.0:1776200719.077213:0:9212:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f9203e type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1776200719.077233:0:9212:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.077235:0:9212:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200719.077238:0:9212:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.077240:0:9212:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200719.077242:0:9212:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:0.0:1776200719.077244:0:9212:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f08c462b going to sleep for 6 seconds 00000100:00000001:0.0:1776200719.077247:0:9212:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200719.077249:0:9212:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1776200719.090877:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.090901:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200719.090907:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.090909:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.090924:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.090933:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200719.090942:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.090947:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.090952:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.090956:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 656 into portal 10 MB=0x69deab3f04940 00000400:00000200:2.0:1776200719.090962:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.090969:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 656/656 into md 0xbbd [32] + 224 00000800:00000001:2.0:1776200719.090978:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.090988:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.090990:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.090995:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200719.091002:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200719.091010:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000aefbfafc x1862481227041088/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 2 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200719.091021:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=656 offset=224 replen=66264 req@00000000aefbfafc x1862481227041088/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.091032:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:2.0:1776200719.091042:0:2234:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1776200719.091045:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.091050:0:2234:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200719.091056:0:2234:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [273:273:256:4294967295] 192.168.203.148@tcp LPNI seq info [273:273:8:4294967295] 00000400:00000200:2.0:1776200719.091060:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.091087:0:2234:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:2.0:1776200719.091093:0:2234:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200719.091099:0:2234:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 744 at 000000003721b7c9 (tot 3423462). 00000800:00000200:2.0:1776200719.091105:0:2234:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200719.091113:0:2234:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200719.091118:0:2234:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003721b7c9 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1776200719.091346:0:9212:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1776200719.091356:0:9212:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1776200719.091358:0:9212:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1776200719.091361:0:9212:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003295735c. 00000400:00000200:0.0:1776200719.091368:0:9212:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a877c055 00000400:00000010:0.0:1776200719.091370:0:9212:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 632 at 00000000a877c055 (tot 3422830). 00000100:00000001:0.0:1776200719.091374:0:9212:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1776200719.091378:0:9212:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000aefbfafc x1862481227041088/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:0.0:1776200719.091385:0:9212:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000aefbfafc x1862481227041088/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RPQU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.091390:0:9212:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1776200719.091393:0:9212:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200719.091395:0:9212:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1776200719.091398:0:9212:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1776200719.091401:0:9212:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1776200719.091405:0:9212:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200719.091408:0:9212:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1776200719.091418:0:9212:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=88 v=1 (1 0 0 0) 00000100:00001000:0.0:1776200719.091423:0:9212:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=88 v=1 (1 0 0 0) 00000100:00000001:0.0:1776200719.091426:0:9212:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1776200719.091428:0:9212:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.091430:0:9212:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1776200719.091435:0:9212:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.091439:0:9212:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1776200719.091440:0:9212:0:(client.c:1389:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1776200719.091442:0:9212:0:(client.c:1391:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1776200719.091445:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.091446:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801016960 : -112992908534656 : ffff993bc9d31c80) 00000100:00000001:0.0:1776200719.091450:0:9212:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1776200719.091451:0:9212:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 0 00000100:00000001:0.0:1776200719.091453:0:9212:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1776200719.091456:0:9212:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200719.091460:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000aefbfafc x1862481227041088/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200726 ref 3 fl Rpc:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.091466:0:9212:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200719.091470:0:9212:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1776200719.091473:0:9212:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1776200719.091478:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aefbfafc x1862481227041088/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200726 ref 3 fl Interpret:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:0.0:1776200719.091485:0:9212:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aefbfafc pname:cluuid:pid:xid:nid:opc:job createmany:128773b9-ec2f-47c2-9bf4-461c71beba7d:9212:1862481227041088:192.168.203.148@tcp:101:createmany.0 00000100:00000001:0.0:1776200719.091492:0:9212:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200719.091495:0:9212:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.091498:0:9212:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1776200719.091500:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200719.091502:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000aefbfafc x1862481227041088/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200726 ref 3 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.091508:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1776200719.091511:0:9212:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f08c462b. 00000100:00000001:0.0:1776200719.091515:0:9212:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1776200719.091516:0:9212:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.091519:0:9212:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1776200719.091524:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.091527:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.091530:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e5aba8bc refcount=4 00000020:00000001:0.0:1776200719.091533:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713880704 : -112992995670912 : ffff993bc4a18480) 00010000:00000001:0.0:1776200719.091535:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713880704 : -112992995670912 : ffff993bc4a18480) 00010000:00000040:0.0:1776200719.091542:0:9212:0:(ldlm_request.c:701:ldlm_cli_enqueue_fini()) local: 00000000e5aba8bc, remote cookie: 0x98dca339dc2afd24, flags: 0x1001 00010000:00010000:0.0:1776200719.091546:0:9212:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode CR ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000e5aba8bc/0x8d91c35bada81db6 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afd24 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.091568:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00010000:00000040:0.0:1776200719.091572:0:9212:0:(ldlm_request.c:723:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x20:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1776200719.091576:0:9212:0:(ldlm_lock.c:519:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1776200719.091583:0:9212:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dc477879. 00010000:00000010:0.0:1776200719.091615:0:9212:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000228a6025. 00010000:00000040:0.0:1776200719.091621:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200719.091623:0:9212:0:(ldlm_lock.c:570:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200719.091625:0:9212:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000e5aba8bc/0x8d91c35bada81db6 lrc: 4/0,1 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afd24 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.091630:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000dc477879 count: 1 00010000:00010000:0.0:1776200719.091634:0:9212:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000e5aba8bc/0x8d91c35bada81db6 lrc: 4/0,1 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afd24 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.091638:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000dc477879 count: 1 00010000:00000001:0.0:1776200719.091641:0:9212:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1776200719.091646:0:9212:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1776200719.091648:0:9212:0:(ldlm_lock.c:977:search_granted_lock()) Process entered 00010000:00000001:0.0:1776200719.091650:0:9212:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1776200719.091651:0:9212:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1776200719.091653:0:9212:0:(ldlm_resource.c:1787:ldlm_resource_dump()) --- Resource: [0x200000402:0x20:0x0].0x0 (00000000dc477879) refcount = 1 00010000:00010000:0.0:1776200719.091657:0:9212:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000e5aba8bc/0x8d91c35bada81db6 lrc: 4/0,1 mode: CR/CR res: [0x200000402:0x20:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2afd24 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.091662:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000dc477879 count: 1 00010000:00000001:0.0:1776200719.091663:0:9212:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1776200719.091667:0:9212:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1776200719.091668:0:9212:0:(ldlm_lock.c:1891:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200719.091671:0:9212:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1776200719.091673:0:9212:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200719.091675:0:9212:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000e5aba8bc/0x8d91c35bada81db6 lrc: 4/0,1 mode: CR/CR res: [0x200000402:0x20:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afd24 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.091680:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000dc477879 count: 1 00010000:00000001:0.0:1776200719.091682:0:9212:0:(ldlm_request.c:797:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1776200719.091683:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.091685:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.091686:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.091686:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.091688:0:9212:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.091694:0:9212:0:(mdc_locks.c:688:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1776200719.091697:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.091698:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.091699:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e5aba8bc refcount=3 00000020:00000001:0.0:1776200719.091701:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713880704 : -112992995670912 : ffff993bc4a18480) 00010000:00000001:0.0:1776200719.091703:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713880704 : -112992995670912 : ffff993bc4a18480) 00010000:00000001:0.0:1776200719.091705:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.091706:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.091707:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e5aba8bc refcount=4 00000020:00000001:0.0:1776200719.091709:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713880704 : -112992995670912 : ffff993bc4a18480) 00010000:00000001:0.0:1776200719.091710:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713880704 : -112992995670912 : ffff993bc4a18480) 00010000:00000001:0.0:1776200719.091714:0:9212:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1776200719.091716:0:9212:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200719.091718:0:9212:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000e5aba8bc/0x8d91c35bada81db6 lrc: 5/1,1 mode: CR/CR res: [0x200000402:0x20:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2afd24 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.091723:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000dc477879 count: 1 00010000:00000001:0.0:1776200719.091725:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.091726:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.091727:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.091728:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.091729:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e5aba8bc refcount=5 00000020:00000001:0.0:1776200719.091730:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713880704 : -112992995670912 : ffff993bc4a18480) 00010000:00000001:0.0:1776200719.091732:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713880704 : -112992995670912 : ffff993bc4a18480) 00010000:00000001:0.0:1776200719.091735:0:9212:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1776200719.091736:0:9212:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000e5aba8bc/0x8d91c35bada81db6 lrc: 5/1,1 mode: CR/CR res: [0x200000402:0x20:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2afd24 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.091741:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000dc477879 count: 1 00010000:00000001:0.0:1776200719.091743:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.091743:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1776200719.091745:0:9212:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000e5aba8bc/0x8d91c35bada81db6 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x20:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2afd24 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.091750:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000dc477879 count: 1 00010000:00000001:0.0:1776200719.091752:0:9212:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1776200719.091753:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.091754:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.091755:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.091755:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1776200719.091759:0:9212:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@00000000aefbfafc x1862481227041088/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200726 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:0.0:1776200719.091768:0:9212:0:(mdc_request.c:781:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1776200719.091772:0:9212:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000aefbfafc x1862481227041088/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200726 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:0.0:1776200719.091778:0:9212:0:(mdc_request.c:834:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.091787:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.091788:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.091789:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e5aba8bc refcount=3 00000020:00000001:0.0:1776200719.091791:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713880704 : -112992995670912 : ffff993bc4a18480) 00010000:00000001:0.0:1776200719.091793:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713880704 : -112992995670912 : ffff993bc4a18480) 00000002:00010000:0.0:1776200719.091796:0:9212:0:(mdc_locks.c:847:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000e5aba8bc/0x8d91c35bada81db6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x20:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afd24 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.091802:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000dc477879 count: 1 00000002:00000010:0.0:1776200719.091806:0:9212:0:(mdc_locks.c:849:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at 000000009e1f0878. 00010000:00000001:0.0:1776200719.091809:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.091810:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200719.091811:0:9212:0:(mdc_locks.c:889:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.091812:0:9212:0:(mdc_locks.c:1088:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.091815:0:9212:0:(mdc_locks.c:1110:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1776200719.091818:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.091819:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801016960 : -112992908534656 : ffff993bc9d31c80) 00000100:00000001:0.0:1776200719.091821:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.091822:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801016960 : -112992908534656 : ffff993bc9d31c80) 00010000:00000001:0.0:1776200719.091824:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.091825:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.091826:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e5aba8bc refcount=3 00000020:00000001:0.0:1776200719.091827:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713880704 : -112992995670912 : ffff993bc4a18480) 00010000:00000001:0.0:1776200719.091829:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713880704 : -112992995670912 : ffff993bc4a18480) 00000002:00010000:0.0:1776200719.091831:0:9212:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000e5aba8bc/0x8d91c35bada81db6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x20:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afd24 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:0.0:1776200719.091836:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000dc477879 count: 1 00010000:00000001:0.0:1776200719.091838:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.091838:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.091840:0:9212:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1776200719.091841:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.091842:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.091844:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e5aba8bc refcount=3 00000020:00000001:0.0:1776200719.091846:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713880704 : -112992995670912 : ffff993bc4a18480) 00010000:00000001:0.0:1776200719.091848:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713880704 : -112992995670912 : ffff993bc4a18480) 00010000:00000040:0.0:1776200719.091851:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000dc477879 count: 2 00010000:00000001:0.0:1776200719.091854:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1776200719.091857:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000dc477879 count: 1 00010000:00010000:0.0:1776200719.091859:0:9212:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000eb44f7cf type 13 mode 16 res 8589935618/32 (0 0) 00010000:00000001:0.0:1776200719.091861:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.091862:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200719.091864:0:9212:0:(mdc_locks.c:1205:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1776200719.091865:0:9212:0:(mdc_locks.c:1210:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-30 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1776200719.091868:0:9212:0:(mdc_locks.c:1365:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.091872:0:9212:0:(lmv_intent.c:421:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.091875:0:9212:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.091881:0:9212:0:(namei.c:663:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1776200719.091883:0:9212:0:(namei.c:668:ll_lookup_it_finish()) it 00000000fcda720b it_disposition 1800037 00000080:00002000:0.0:1776200719.091891:0:9212:0:(namei.c:648:ll_splice_alias()) Add dentry 00000000a176ca0a inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1776200719.091896:0:9212:0:(namei.c:798:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1776200719.091900:0:9212:0:(namei.c:1071:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1776200719.091904:0:9212:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 0000000004d5f8d9. 00000100:00000001:0.0:1776200719.091908:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200719.091911:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 3 req@00000000aefbfafc x1862481227041088/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 4 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.091917:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.091920:0:9212:0:(namei.c:1409:ll_create_it()) Process entered 00000080:00200000:0.0:1776200719.091922:0:9212:0:(namei.c:1412:ll_create_it()) VFS Op:name=f0a.replay-dual-30, dir=[0x200000007:0x1:0x0](00000000e143c7f8), intent=open|creat 00000080:00000001:0.0:1776200719.091926:0:9212:0:(namei.c:1361:ll_create_node()) Process entered 00000080:00000001:0.0:1776200719.091928:0:9212:0:(llite_lib.c:3156:ll_prep_inode()) Process entered 00000080:00000001:0.0:1776200719.091931:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.091934:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.091938:0:9212:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1776200719.091941:0:9212:0:(mdc_request.c:665:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1776200719.091944:0:9212:0:(lcommon_cl.c:274:cl_fid_build_ino()) Process leaving (rc=144115205289279520 : 144115205289279520 : 200000402000020) 00000080:00000001:0.0:1776200719.091947:0:9212:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:0.0:1776200719.091959:0:9212:0:(super25.c:60:ll_alloc_inode()) slab-alloced 'lli': 2032 at 00000000838d295f. 00000020:00000001:0.0:1776200719.091970:0:9212:0:(class_obd.c:866:obd_heat_clear()) Process entered 00000020:00000001:0.0:1776200719.091972:0:9212:0:(class_obd.c:869:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1776200719.091975:0:9212:0:(llite_lib.c:2835:ll_read_inode2()) Process entered 00000080:00200000:0.0:1776200719.091976:0:9212:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x200000402:0x20:0x0](000000000cc2a18b) 00000020:00000001:0.0:1776200719.091981:0:9212:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:0.0:1776200719.091986:0:9212:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080802469000 : -112992907082616 : ffff993bc9e94488) 00000020:00001000:0.0:1776200719.091988:0:9212:0:(cl_object.c:739:cl_env_get()) 1@00000000bbd77179 00000020:00000001:0.0:1776200719.091993:0:9212:0:(lu_object.c:816:lu_object_find_at()) Process entered 00000080:00000010:0.0:1776200719.091997:0:9212:0:(vvp_object.c:308:vvp_object_alloc()) slab-alloced 'vob': 200 at 00000000d23fb9d8. 00000020:00000001:0.0:1776200719.092000:0:9212:0:(cl_object.c:74:cl_object_header_init()) Process entered 00000020:00000001:0.0:1776200719.092002:0:9212:0:(cl_object.c:81:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1776200719.092011:0:9212:0:(lov_object.c:2283:lov_object_alloc()) Process entered 00020000:00000010:0.0:1776200719.092015:0:9212:0:(lov_object.c:2284:lov_object_alloc()) slab-alloced 'lov': 248 at 0000000042a31b4b. 00020000:00000001:0.0:1776200719.092017:0:9212:0:(lov_object.c:2298:lov_object_alloc()) Process leaving (rc=18446631080922344600 : -112992787207016 : ffff993bd10e6c98) 00020000:00000001:0.0:1776200719.092020:0:9212:0:(lov_object.c:1342:lov_object_init()) Process entered 00020000:00000001:0.0:1776200719.092023:0:9212:0:(lov_pack.c:336:lov_unpackmd()) Process entered 00020000:00000010:0.0:1776200719.092029:0:9212:0:(lov_ea.c:213:lsme_unpack()) kmalloced '(lsme)': 72 at 0000000045856784. 00020000:00000010:0.0:1776200719.092033:0:9212:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at 000000004d812c89. 00020000:00000010:0.0:1776200719.092038:0:9212:0:(lov_ea.c:338:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at 00000000857ab37d. 00020000:00000001:0.0:1776200719.092040:0:9212:0:(lov_pack.c:348:lov_unpackmd()) Process leaving (rc=18446631080692772864 : -112993016778752 : ffff993bc35f7000) 00020000:00000002:0.0:1776200719.092043:0:9212:0:(lov_ea.c:635:dump_lsm()) lsm 00000000857ab37d, objid 0x20:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1776200719.092046:0:9212:0:(lov_ea.c:657:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 1048576, pool: [] 00020000:00000002:0.0:1776200719.092049:0:9212:0:(lov_ea.c:667:dump_lsm()) oinfo:000000004d812c89: ostid: 0x0:18 ost idx: 1 gen: 0 00020000:00000001:0.0:1776200719.092052:0:9212:0:(lov_object.c:636:lov_init_composite()) Process entered 00020000:00000002:0.0:1776200719.092054:0:9212:0:(lov_ea.c:635:dump_lsm()) lsm 00000000857ab37d, objid 0x20:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1776200719.092056:0:9212:0:(lov_ea.c:657:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 1048576, pool: [] 00020000:00000002:0.0:1776200719.092059:0:9212:0:(lov_ea.c:667:dump_lsm()) oinfo:000000004d812c89: ostid: 0x0:18 ost idx: 1 gen: 0 00020000:00000010:0.0:1776200719.092063:0:9212:0:(lov_object.c:655:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at 000000007a2f5d55. 00020000:00000010:0.0:1776200719.092065:0:9212:0:(lov_object.c:659:lov_init_composite()) kmalloced '(comp->lo_entries)': 168 at 00000000f08c462b. 00020000:00000001:0.0:1776200719.092070:0:9212:0:(lov_object.c:213:lov_init_raid0()) Process entered 00020000:00000010:0.0:1776200719.092073:0:9212:0:(lov_object.c:218:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at 00000000076fbc6d. 00020000:00000001:0.0:1776200719.092076:0:9212:0:(lov_object.c:104:lov_sub_find()) Process entered 00000020:00000001:0.0:1776200719.092078:0:9212:0:(lu_object.c:816:lu_object_find_at()) Process entered 00020000:00000001:0.0:1776200719.092084:0:9212:0:(lovsub_object.c:185:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1776200719.092087:0:9212:0:(lovsub_object.c:186:lovsub_object_alloc()) slab-alloced 'los': 200 at 0000000044bca8ea. 00000020:00000001:0.0:1776200719.092089:0:9212:0:(cl_object.c:74:cl_object_header_init()) Process entered 00000020:00000001:0.0:1776200719.092090:0:9212:0:(cl_object.c:81:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1776200719.092092:0:9212:0:(lovsub_object.c:199:lovsub_object_alloc()) Process leaving (rc=18446631080692772096 : -112993016779520 : ffff993bc35f6d00) 00020000:00000001:0.0:1776200719.092095:0:9212:0:(lovsub_object.c:58:lovsub_object_init()) Process entered 00000008:00000010:0.0:1776200719.092102:0:9212:0:(osc_object.c:449:osc_object_alloc()) slab-alloced 'osc': 432 at 0000000014783f5a. 00020000:00000001:0.0:1776200719.092104:0:9212:0:(lovsub_object.c:67:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200719.092109:0:9212:0:(lu_object.c:915:lu_object_find_at()) Process leaving (rc=18446631080692772096 : -112993016779520 : ffff993bc35f6d00) 00020000:00000001:0.0:1776200719.092111:0:9212:0:(lov_object.c:108:lov_sub_find()) Process leaving (rc=18446631080692772096 : -112993016779520 : ffff993bc35f6d00) 00020000:00000002:0.0:1776200719.092115:0:9212:0:(lov_object.c:155:lov_init_sub()) [0x100010000:0x12:0x0]@0000000044bca8ea[0:0] -> [0x200000402:0x20:0x0]@00000000d23fb9d8: ostid: 0x0:18 ost idx: 1 gen: 0 00020000:00000001:0.0:1776200719.092120:0:9212:0:(lov_object.c:284:lov_init_raid0()) Process leaving (rc=176 : 176 : b0) 00020000:00000001:0.0:1776200719.092122:0:9212:0:(lov_object.c:813:lov_init_composite()) Process leaving 00020000:00000001:0.0:1776200719.092124:0:9212:0:(lov_object.c:1370:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200719.092127:0:9212:0:(lu_object.c:915:lu_object_find_at()) Process leaving (rc=18446631080692769896 : -112993016781720 : ffff993bc35f6468) 00000020:00001000:0.0:1776200719.092129:0:9212:0:(cl_object.c:820:cl_env_put()) 1@00000000bbd77179 00000080:00000001:0.0:1776200719.092134:0:9212:0:(lcommon_cl.c:274:cl_fid_build_ino()) Process leaving (rc=144115205289279520 : 144115205289279520 : 200000402000020) 00000080:00000001:0.0:1776200719.092136:0:9212:0:(lcommon_cl.c:286:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1776200719.092138:0:9212:0:(llite_lib.c:2690:ll_update_inode()) setting ino 144115205289279520 mtime from 0 to 1776200719 00000080:00000001:0.0:1776200719.092141:0:9212:0:(llite_lib.c:2864:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1776200719.092144:0:9212:0:(namei.c:166:ll_iget()) Process leaving (rc=18446631080817506512 : -112992892045104 : ffff993bcaceb8d0) 00010000:00000001:0.0:1776200719.092146:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.092147:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.092149:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e5aba8bc refcount=3 00000020:00000001:0.0:1776200719.092151:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713880704 : -112992995670912 : ffff993bc4a18480) 00010000:00000001:0.0:1776200719.092152:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713880704 : -112992995670912 : ffff993bc4a18480) 00000080:00000001:0.0:1776200719.092156:0:9212:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:0.0:1776200719.092157:0:9212:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:0.0:1776200719.092159:0:9212:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080802469000 : -112992907082616 : ffff993bc9e94488) 00000020:00001000:0.0:1776200719.092160:0:9212:0:(cl_object.c:739:cl_env_get()) 1@00000000bbd77179 00000020:00000001:0.0:1776200719.092162:0:9212:0:(cl_object.c:296:cl_conf_set()) Process entered 00020000:00000001:0.0:1776200719.092164:0:9212:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:0.0:1776200719.092166:0:9212:0:(lov_pack.c:336:lov_unpackmd()) Process entered 00020000:00000010:0.0:1776200719.092169:0:9212:0:(lov_ea.c:213:lsme_unpack()) kmalloced '(lsme)': 72 at 00000000912db896. 00020000:00000010:0.0:1776200719.092171:0:9212:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at 000000009233bf98. 00020000:00000010:0.0:1776200719.092173:0:9212:0:(lov_ea.c:338:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at 00000000a1d5239e. 00020000:00000001:0.0:1776200719.092175:0:9212:0:(lov_pack.c:348:lov_unpackmd()) Process leaving (rc=18446631080692776320 : -112993016775296 : ffff993bc35f7d80) 00020000:00000002:0.0:1776200719.092177:0:9212:0:(lov_ea.c:635:dump_lsm()) lsm 00000000a1d5239e, objid 0x20:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1776200719.092180:0:9212:0:(lov_ea.c:657:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 1048576, pool: [] 00020000:00000002:0.0:1776200719.092182:0:9212:0:(lov_ea.c:667:dump_lsm()) oinfo:000000009233bf98: ostid: 0x0:18 ost idx: 1 gen: 0 00020000:00000002:0.0:1776200719.092185:0:9212:0:(lov_object.c:1234:lov_conf_lock()) Took exclusive lov(0000000042a31b4b) owner 00000000c7f03c54 00020000:00000001:0.0:1776200719.092188:0:9212:0:(lov_object.c:1439:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1776200719.092190:0:9212:0:(lov_object.c:1240:lov_conf_unlock()) To release exclusive lov(0000000042a31b4b) owner 00000000c7f03c54 00020000:00000010:0.0:1776200719.092194:0:9212:0:(lov_ea.c:144:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at 000000009233bf98. 00020000:00000010:0.0:1776200719.092198:0:9212:0:(lov_ea.c:147:lsme_free()) kfreed 'lsme': 72 at 00000000912db896. 00020000:00000010:0.0:1776200719.092201:0:9212:0:(lov_ea.c:166:lsm_free()) kfreed 'lsm': 88 at 00000000a1d5239e. 00020000:00000002:0.0:1776200719.092202:0:9212:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x20:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1776200719.092205:0:9212:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200719.092207:0:9212:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200719.092210:0:9212:0:(cl_object.c:387:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1776200719.092212:0:9212:0:(lov_object.c:1182:lov_conf_freeze()) To take share lov(0000000042a31b4b) owner 0000000000000000/00000000c7f03c54 00020000:00000002:0.0:1776200719.092216:0:9212:0:(lov_object.c:2311:lov_lsm_addref()) lsm 00000000857ab37d addref 2/0 by 00000000c7f03c54. 00020000:00000002:0.0:1776200719.092219:0:9212:0:(lov_object.c:1190:lov_conf_thaw()) To release share lov(0000000042a31b4b) owner 0000000000000000/00000000c7f03c54 00020000:00000001:0.0:1776200719.092221:0:9212:0:(lov_object.c:2209:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1776200719.092223:0:9212:0:(lov_pack.c:197:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1776200719.092225:0:9212:0:(lov_pack.c:109:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1776200719.092226:0:9212:0:(lov_pack.c:114:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1776200719.092228:0:9212:0:(lov_object.c:2227:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1776200719.092231:0:9212:0:(file.c:5870:ll_layout_conf()) [0x200000402:0x20:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1776200719.092233:0:9212:0:(cl_object.c:820:cl_env_put()) 1@00000000bbd77179 00000080:00000001:0.0:1776200719.092235:0:9212:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.092236:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.092237:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1776200719.092239:0:9212:0:(llite_lib.c:3243:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1776200719.092241:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.092243:0:9212:0:(lmv_obd.c:3637:lmv_free_lustre_md()) Process entered 00800000:00000001:0.0:1776200719.092247:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.092249:0:9212:0:(mdc_request.c:675:mdc_free_lustre_md()) Process entered 00000002:00000001:0.0:1776200719.092250:0:9212:0:(mdc_request.c:676:mdc_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.092251:0:9212:0:(lmv_obd.c:3649:lmv_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200719.092253:0:9212:0:(namei.c:1379:ll_create_node()) setting l_ast_data to inode [0x200000402:0x20:0x0](000000000cc2a18b) 00000080:00010000:0.0:1776200719.092257:0:9212:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000402:0x20:0x0](000000000cc2a18b) for lock 0x8d91c35bada81db6 00000080:00000001:0.0:1776200719.092259:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.092262:0:9212:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1776200719.092263:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.092265:0:9212:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1776200719.092267:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.092268:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.092269:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e5aba8bc refcount=3 00000020:00000001:0.0:1776200719.092271:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713880704 : -112992995670912 : ffff993bc4a18480) 00010000:00000001:0.0:1776200719.092272:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713880704 : -112992995670912 : ffff993bc4a18480) 00010000:00000001:0.0:1776200719.092275:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.092276:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200719.092277:0:9212:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.092279:0:9212:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.092280:0:9212:0:(namei.c:1381:ll_create_node()) Process leaving 00000100:00000001:0.0:1776200719.092281:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200719.092285:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000aefbfafc x1862481227041088/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 3 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.092291:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.092297:0:9212:0:(namei.c:1461:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.092300:0:9212:0:(pcc.c:2323:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1776200719.092302:0:9212:0:(pcc.c:2326:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.092313:0:9212:0:(file.c:834:ll_file_open()) Process entered 00000080:00200000:0.0:1776200719.092315:0:9212:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x200000402:0x20:0x0](000000000cc2a18b), flags 100102 00000080:00000010:0.0:1776200719.092323:0:9212:0:(file.c:80:ll_file_data_get()) slab-alloced 'fd': 280 at 000000000ef24eeb. 00000080:00000010:0.0:1776200719.092329:0:9212:0:(file.c:1001:ll_file_open()) kmalloced '(*och_p)': 48 at 00000000342c660e. 00000080:00000001:0.0:1776200719.092332:0:9212:0:(file.c:767:ll_local_open()) Process entered 00000080:00000001:0.0:1776200719.092345:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.092348:0:9212:0:(lmv_obd.c:3660:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1776200719.092349:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.092351:0:9212:0:(mdc_request.c:781:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1776200719.092355:0:9212:0:(obd.h:1238:obd_mod_alloc()) kmalloced '(mod)': 32 at 00000000ffbbf2e1. 00000002:00100000:0.0:1776200719.092359:0:9212:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000aefbfafc x1862481227041088/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:0.0:1776200719.092364:0:9212:0:(mdc_request.c:834:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.092365:0:9212:0:(lmv_obd.c:3666:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1776200719.092369:0:9212:0:(rw.c:921:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1776200719.092372:0:9212:0:(file.c:785:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.092374:0:9212:0:(pcc.c:1499:pcc_file_open()) Process entered 00000080:00000001:0.0:1776200719.092377:0:9212:0:(pcc.c:1414:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1776200719.092378:0:9212:0:(pcc.c:1420:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.092380:0:9212:0:(pcc.c:1518:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1776200719.092383:0:9212:0:(pcc.c:1542:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.092386:0:9212:0:(file.c:1039:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200719.092388:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200719.092390:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000aefbfafc x1862481227041088/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 02000000:00000001:0.0:1776200719.092397:0:9212:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1776200719.092400:0:9212:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at 00000000c045f291. 02000000:00000001:0.0:1776200719.092458:0:9212:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1776200719.092460:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.092464:0:9212:0:(dcache.c:214:ll_intent_release()) Process entered 00000080:00000040:0.0:1776200719.092466:0:9212:0:(dcache.c:216:ll_intent_release()) intent 00000000fcda720b released 00000080:00010000:0.0:1776200719.092468:0:9212:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8d91c35bada81db6 from it 00000000fcda720b 00010000:00000001:0.0:1776200719.092470:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.092471:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.092472:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e5aba8bc refcount=3 00000020:00000001:0.0:1776200719.092474:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713880704 : -112992995670912 : ffff993bc4a18480) 00010000:00000001:0.0:1776200719.092476:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713880704 : -112992995670912 : ffff993bc4a18480) 00010000:00000001:0.0:1776200719.092478:0:9212:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1776200719.092479:0:9212:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000e5aba8bc/0x8d91c35bada81db6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x20:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x98dca339dc2afd24 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:0.0:1776200719.092486:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000dc477879 count: 1 00010000:00000001:0.0:1776200719.092488:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.092490:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.092491:0:9212:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1776200719.092494:0:9212:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1776200719.092495:0:9212:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000e5aba8bc/0x8d91c35bada81db6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x20:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x98dca339dc2afd24 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:0.0:1776200719.092501:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000dc477879 count: 1 00010000:00000001:0.0:1776200719.092504:0:9212:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776200719.092507:0:9212:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1776200719.092509:0:9212:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1776200719.092513:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.092514:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.092516:0:9212:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.092519:0:9212:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1776200719.092521:0:9212:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.092523:0:9212:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.092526:0:9212:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.092527:0:9212:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1776200719.092528:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.092529:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1776200719.092530:0:9212:0:(dcache.c:227:ll_intent_release()) Process leaving 00000080:00000010:0.0:1776200719.092532:0:9212:0:(namei.c:1349:ll_atomic_open()) kfreed 'it': 72 at 00000000fcda720b. 00000080:00000001:0.0:1776200719.092534:0:9212:0:(namei.c:1351:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.092540:0:9212:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00200000:0.0:1776200719.092542:0:9212:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000402:0x20:0x0](000000000cc2a18b), inode mode 81a4 mask 40 00000080:00000001:0.0:1776200719.092545:0:9212:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1776200719.092572:0:9212:0:(lov_object.c:2321:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1776200719.092574:0:9212:0:(lov_object.c:1182:lov_conf_freeze()) To take share lov(0000000042a31b4b) owner 0000000000000000/00000000c7f03c54 00020000:00000002:0.0:1776200719.092577:0:9212:0:(lov_object.c:1190:lov_conf_thaw()) To release share lov(0000000042a31b4b) owner 0000000000000000/00000000c7f03c54 00020000:00000001:0.0:1776200719.092579:0:9212:0:(lov_object.c:2367:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.092619:0:9212:0:(file.c:407:ll_file_release()) Process entered 00000080:00200000:0.0:1776200719.092620:0:9212:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x200000402:0x20:0x0](000000000cc2a18b) 00000080:00000001:0.0:1776200719.092623:0:9212:0:(pcc.c:1552:pcc_file_release()) Process entered 00000080:00000001:0.0:1776200719.092624:0:9212:0:(pcc.c:1571:pcc_file_release()) Process leaving 00020000:00000001:0.0:1776200719.092625:0:9212:0:(lov_object.c:2321:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1776200719.092626:0:9212:0:(lov_object.c:1182:lov_conf_freeze()) To take share lov(0000000042a31b4b) owner 0000000000000000/00000000c7f03c54 00020000:00000002:0.0:1776200719.092629:0:9212:0:(lov_object.c:1190:lov_conf_thaw()) To release share lov(0000000042a31b4b) owner 0000000000000000/00000000c7f03c54 00020000:00000001:0.0:1776200719.092630:0:9212:0:(lov_object.c:2367:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.092632:0:9212:0:(file.c:327:ll_md_close()) Process entered 00000080:00000001:0.0:1776200719.092634:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.092637:0:9212:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:0.0:1776200719.092638:0:9212:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x20:0x0] 00800000:00000001:0.0:1776200719.092640:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.092642:0:9212:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1776200719.092643:0:9212:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1776200719.092646:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000dc477879 count: 2 00010000:00000001:0.0:1776200719.092648:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1776200719.092651:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000dc477879 count: 1 00000002:00000001:0.0:1776200719.092653:0:9212:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.092655:0:9212:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.092657:0:9212:0:(file.c:281:ll_md_real_close()) Process entered 00000080:00000001:0.0:1776200719.092659:0:9212:0:(file.c:157:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1776200719.092662:0:9212:0:(file.c:165:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at 0000000004d5f8d9. 00000080:00000001:0.0:1776200719.092665:0:9212:0:(file.c:102:ll_prepare_close()) Process entered 00000080:00000001:0.0:1776200719.092673:0:9212:0:(file.c:137:ll_prepare_close()) Process leaving 00000080:00000001:0.0:1776200719.092674:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.092678:0:9212:0:(lmv_obd.c:1466:lmv_close()) Process entered 00800000:00000002:0.0:1776200719.092679:0:9212:0:(lmv_obd.c:1472:lmv_close()) CLOSE [0x200000402:0x20:0x0] 00800000:00000001:0.0:1776200719.092681:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.092683:0:9212:0:(mdc_request.c:900:mdc_close()) Process entered 00000002:00000002:0.0:1776200719.092685:0:9212:0:(mdc_request.c:904:mdc_close()) lustre-MDT0000-mdc-ffff993be2454000: [0x200000402:0x20:0x0] file closed with intent: 0 00000100:00000010:0.0:1776200719.092692:0:9212:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8d86e5e. 00000020:00000040:0.0:1776200719.092695:0:9212:0:(genops.c:1191:class_import_get()) import 000000000fe8d637 refcount=69 obd=lustre-MDT0000-mdc-ffff993be2454000 00000002:00100000:0.0:1776200719.092703:0:9212:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@00000000aefbfafc x1862481227041088/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 1 fl Complete:RPQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.092710:0:9212:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1776200719.092713:0:9212:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1776200719.092718:0:9212:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1776200719.092726:0:9212:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e8750b99. 00000100:00000001:0.0:1776200719.092733:0:9212:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1776200719.092744:0:9212:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993be2454000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1776200719.092750:0:9212:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000b8d86e5e x1862481227041216/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1776200719.092757:0:9212:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1776200719.092759:0:9212:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1776200719.092765:0:9212:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8571f55. 00000100:00000001:0.0:1776200719.092768:0:9212:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446631080922340928 : -112992787210688 : ffff993bd10e5e40) 00000100:00000001:0.0:1776200719.092771:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.092772:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801014528 : -112992908537088 : ffff993bc9d31300) 00000100:00000001:0.0:1776200719.092777:0:9212:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1776200719.092782:0:9212:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.092784:0:9212:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1776200719.092786:0:9212:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776200719.092789:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b8d86e5e x1862481227041216/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.092796:0:9212:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200719.092798:0:9212:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200719.092802:0:9212:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776200719.092804:0:9212:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200719.092806:0:9212:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8d86e5e pname:cluuid:pid:xid:nid:opc:job createmany:128773b9-ec2f-47c2-9bf4-461c71beba7d:9212:1862481227041216:192.168.203.148@tcp:35:createmany.0 00000100:00000001:0.0:1776200719.092810:0:9212:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776200719.092822:0:9212:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776200719.092824:0:9212:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200719.092827:0:9212:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1776200719.092831:0:9212:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a877c055. 02000000:00000001:0.0:1776200719.092833:0:9212:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776200719.092840:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:0.0:1776200719.092844:0:9212:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003295735c. 00000400:00000010:0.0:1776200719.092850:0:9212:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1549fcb. 00000100:00000200:0.0:1776200719.092859:0:9212:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227041216, portal 10 00000100:00000001:0.0:1776200719.092861:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.092862:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801014528 : -112992908537088 : ffff993bc9d31300) 00000100:00000040:0.0:1776200719.092867:0:9212:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000b8d86e5e x1862481227041216/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.092878:0:9212:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776200719.092880:0:9212:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:0.0:1776200719.092884:0:9212:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cfaccb45. 00000100:00000200:0.0:1776200719.092887:0:9212:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227041216, offset 0 00000400:00000200:0.0:1776200719.092894:0:9212:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:0.0:1776200719.092903:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200719.092910:0:9212:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:0.0:1776200719.092919:0:9212:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:0.0:1776200719.092924:0:9212:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776200719.092928:0:9212:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:0.0:1776200719.092931:0:9212:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [274:274:255:4294967295] 192.168.203.148@tcp LPNI seq info [274:274:7:4294967295] 00000400:00000200:0.0:1776200719.092935:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200719.092945:0:9212:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:0.0:1776200719.092957:0:9212:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:0.0:1776200719.092963:0:9212:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f9203e (tot 3423078). 00000800:00000200:0.0:1776200719.092970:0:9212:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:0.0:1776200719.092981:0:9212:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:0.0:1776200719.092986:0:9212:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f9203e type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1776200719.092990:0:9212:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.092992:0:9212:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200719.092994:0:9212:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.092997:0:9212:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200719.092998:0:9212:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:0.0:1776200719.093000:0:9212:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d8571f55 going to sleep for 6 seconds 00000100:00000001:0.0:1776200719.093003:0:9212:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200719.093006:0:9212:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200719.093195:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200719.093201:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 744 at 000000003721b7c9 (tot 3422334). 00000400:00000200:2.0:1776200719.094699:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.094729:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000200:2.0:1776200719.094862:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200719.094865:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052f9203e (tot 3422086). 00000400:00000200:2.0:1776200719.094872:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.094875:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200719.094880:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cfaccb45 00000400:00000010:2.0:1776200719.094883:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cfaccb45. 00000100:00000001:2.0:1776200719.094888:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200719.094894:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b8d86e5e x1862481227041216/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.094907:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200719.094910:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000b8d86e5e x1862481227041216/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.094917:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200719.094919:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:0.0:1776200719.099303:0:9212:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1776200719.099314:0:9212:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1776200719.099316:0:9212:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1776200719.099319:0:9212:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003295735c. 00000400:00000200:0.0:1776200719.099324:0:9212:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1549fcb 00000400:00000010:0.0:1776200719.099327:0:9212:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1549fcb. 00000100:00000001:0.0:1776200719.099332:0:9212:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1776200719.099346:0:9212:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b8d86e5e x1862481227041216/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:0.0:1776200719.099355:0:9212:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b8d86e5e x1862481227041216/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.099361:0:9212:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1776200719.099363:0:9212:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200719.099366:0:9212:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1776200719.099370:0:9212:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1776200719.099373:0:9212:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1776200719.099376:0:9212:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200719.099379:0:9212:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1776200719.099390:0:9212:0:(import.c:1935:at_measured()) add 1 to 000000000f61d0a9 time=87 v=1 (1 0 0 0) 00000100:00001000:0.0:1776200719.099395:0:9212:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=88 v=1 (1 0 0 0) 00000100:00000001:0.0:1776200719.099398:0:9212:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1776200719.099400:0:9212:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.099403:0:9212:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1776200719.099407:0:9212:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.099410:0:9212:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1776200719.099412:0:9212:0:(client.c:1389:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1776200719.099414:0:9212:0:(client.c:1391:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1776200719.099417:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.099418:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801014528 : -112992908537088 : ffff993bc9d31300) 00000100:00000001:0.0:1776200719.099421:0:9212:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1776200719.099423:0:9212:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 0 00000100:00000001:0.0:1776200719.099425:0:9212:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1776200719.099428:0:9212:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200719.099432:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b8d86e5e x1862481227041216/t4294967368(4294967368) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 3 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.099438:0:9212:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200719.099440:0:9212:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1776200719.099443:0:9212:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1776200719.099446:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b8d86e5e x1862481227041216/t4294967368(4294967368) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 3 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:0.0:1776200719.099458:0:9212:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8d86e5e pname:cluuid:pid:xid:nid:opc:job createmany:128773b9-ec2f-47c2-9bf4-461c71beba7d:9212:1862481227041216:192.168.203.148@tcp:35:createmany.0 00000100:00000001:0.0:1776200719.099464:0:9212:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200719.099467:0:9212:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.099470:0:9212:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1776200719.099472:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200719.099475:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000b8d86e5e x1862481227041216/t4294967368(4294967368) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 3 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.099481:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1776200719.099484:0:9212:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d8571f55. 00000100:00000001:0.0:1776200719.099488:0:9212:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1776200719.099489:0:9212:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.099498:0:9212:0:(mdc_request.c:1038:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.099502:0:9212:0:(lmv_obd.c:1474:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1776200719.099507:0:9212:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 0000000004d5f8d9. 00000080:00000001:0.0:1776200719.099512:0:9212:0:(file.c:263:ll_close_inode_openhandle()) Process leaving 00000080:00000001:0.0:1776200719.099515:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.099518:0:9212:0:(lmv_obd.c:3676:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1776200719.099521:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.099525:0:9212:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1776200719.099530:0:9212:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@00000000aefbfafc x1862481227041088/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 1 fl Complete:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000002:00000001:0.0:1776200719.099538:0:9212:0:(mdc_request.c:888:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.099539:0:9212:0:(lmv_obd.c:3682:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1776200719.099541:0:9212:0:(file.c:268:ll_close_inode_openhandle()) kfreed 'och': 48 at 00000000342c660e. 00000100:00000001:0.0:1776200719.099544:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200719.099546:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000b8d86e5e x1862481227041216/t4294967368(4294967368) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.099564:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.099566:0:9212:0:(file.c:313:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1776200719.099568:0:9212:0:(file.c:93:ll_file_data_put()) slab-freed '(fd)': 280 at 000000000ef24eeb. 00000080:00000001:0.0:1776200719.099574:0:9212:0:(file.c:391:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.099579:0:9212:0:(file.c:445:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.099642:0:9212:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1776200719.099644:0:9212:0:(dcache.c:133:ll_ddelete()) keeping dentry f0a.replay-dual-30 (00000000a176ca0a, parent 000000008fe1cc87, inode 000000000cc2a18b) hashed, 00000080:00000001:0.0:1776200719.099649:0:9212:0:(dcache.c:137:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.099725:0:9212:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1776200719.099730:0:9212:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1776200719.099732:0:9212:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1776200719.099733:0:9212:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000e143c7f8),name=/ 00000080:00000010:0.0:1776200719.099739:0:9212:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 0000000004d5f8d9. 00000080:00000001:0.0:1776200719.099745:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.099748:0:9212:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1776200719.099751:0:9212:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1776200719.099755:0:9212:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1776200719.099756:0:9212:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:0.0:1776200719.099759:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.099763:0:9212:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1776200719.099765:0:9212:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1776200719.099768:0:9212:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1776200719.099770:0:9212:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1776200719.099773:0:9212:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1776200719.099781:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f1cb6017 count: 2 00010000:00000001:0.0:1776200719.099785:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200719.099791:0:9212:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1776200719.099793:0:9212:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1776200719.099797:0:9212:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.099805:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00010000:00000040:0.0:1776200719.099808:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 02000000:00000001:0.0:1776200719.099810:0:9212:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1776200719.099814:0:9212:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200719.099817:0:9212:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.099823:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00000002:00000001:0.0:1776200719.099825:0:9212:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1776200719.099827:0:9212:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1776200719.099829:0:9212:0:(mdc_locks.c:1345:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1776200719.099831:0:9212:0:(lmv_intent.c:509:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1776200719.099833:0:9212:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1776200719.099836:0:9212:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 0000000004d5f8d9. 00000080:00000001:0.0:1776200719.099839:0:9212:0:(dcache.c:259:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1776200719.099841:0:9212:0:(dcache.c:262:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200719.099844:0:9212:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000e143c7f8) 00000080:00010000:0.0:1776200719.099847:0:9212:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000e143c7f8) for lock 0x8d91c35bada81cba 00000080:00000001:0.0:1776200719.099850:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.099852:0:9212:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1776200719.099853:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.099855:0:9212:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1776200719.099857:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.099859:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.099862:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c4c6f071 refcount=3 00000020:00000001:0.0:1776200719.099865:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.099868:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.099871:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.099873:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200719.099874:0:9212:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.099875:0:9212:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200719.099877:0:9212:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8d91c35bada81cba from it 000000003c702ba3 00010000:00000001:0.0:1776200719.099879:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.099880:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.099882:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c4c6f071 refcount=3 00000020:00000001:0.0:1776200719.099883:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.099885:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.099888:0:9212:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1776200719.099890:0:9212:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.099896:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200719.099898:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.099900:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.099901:0:9212:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1776200719.099904:0:9212:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1776200719.099905:0:9212:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.099911:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200719.099915:0:9212:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776200719.099918:0:9212:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1776200719.099920:0:9212:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1776200719.099924:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.099925:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.099927:0:9212:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.099930:0:9212:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1776200719.099932:0:9212:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.099934:0:9212:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.099936:0:9212:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.099938:0:9212:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1776200719.099939:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.099940:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1776200719.099941:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:0.0:1776200719.099942:0:9212:0:(client.c:2665:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1776200719.099944:0:9212:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000e143c7f8), inode mode 41ed mask 1 00000080:00000001:0.0:1776200719.099947:0:9212:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1776200719.099958:0:9212:0:(dcache.c:145:ll_d_init()) kmalloced '(lld)': 24 at 000000004956faec. 00000080:00000001:0.0:1776200719.099961:0:9212:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1776200719.099962:0:9212:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1776200719.099963:0:9212:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000e143c7f8),name=/ 00000080:00000010:0.0:1776200719.099965:0:9212:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 0000000004d5f8d9. 00000080:00000001:0.0:1776200719.099968:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.099969:0:9212:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1776200719.099970:0:9212:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1776200719.099973:0:9212:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1776200719.099974:0:9212:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:0.0:1776200719.099976:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.099979:0:9212:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1776200719.099980:0:9212:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1776200719.099983:0:9212:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1776200719.099983:0:9212:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1776200719.099985:0:9212:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1776200719.099986:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f1cb6017 count: 2 00010000:00000001:0.0:1776200719.099988:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200719.099990:0:9212:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1776200719.099991:0:9212:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1776200719.099993:0:9212:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.099999:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00010000:00000040:0.0:1776200719.100000:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 02000000:00000001:0.0:1776200719.100002:0:9212:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1776200719.100004:0:9212:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200719.100005:0:9212:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.100011:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00000002:00000001:0.0:1776200719.100012:0:9212:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1776200719.100014:0:9212:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1776200719.100015:0:9212:0:(mdc_locks.c:1345:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1776200719.100016:0:9212:0:(lmv_intent.c:509:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1776200719.100018:0:9212:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1776200719.100019:0:9212:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 0000000004d5f8d9. 00000080:00000001:0.0:1776200719.100022:0:9212:0:(dcache.c:259:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1776200719.100023:0:9212:0:(dcache.c:262:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200719.100024:0:9212:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000e143c7f8) 00000080:00010000:0.0:1776200719.100026:0:9212:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000e143c7f8) for lock 0x8d91c35bada81cba 00000080:00000001:0.0:1776200719.100029:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.100030:0:9212:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1776200719.100031:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.100033:0:9212:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1776200719.100035:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.100036:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.100037:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c4c6f071 refcount=3 00000020:00000001:0.0:1776200719.100039:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.100041:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.100043:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.100044:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200719.100045:0:9212:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.100046:0:9212:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200719.100048:0:9212:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8d91c35bada81cba from it 0000000033745cc8 00010000:00000001:0.0:1776200719.100049:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.100050:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.100051:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c4c6f071 refcount=3 00000020:00000001:0.0:1776200719.100053:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.100055:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.100057:0:9212:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1776200719.100058:0:9212:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.100064:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200719.100066:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.100067:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.100067:0:9212:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1776200719.100069:0:9212:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1776200719.100069:0:9212:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.100074:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200719.100076:0:9212:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776200719.100077:0:9212:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1776200719.100079:0:9212:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1776200719.100080:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.100081:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.100082:0:9212:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.100084:0:9212:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1776200719.100085:0:9212:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.100086:0:9212:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.100088:0:9212:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.100089:0:9212:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1776200719.100090:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.100091:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1776200719.100092:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:0.0:1776200719.100093:0:9212:0:(client.c:2665:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1776200719.100094:0:9212:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000e143c7f8), inode mode 41ed mask 3 00000080:00000001:0.0:1776200719.100096:0:9212:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.100099:0:9212:0:(namei.c:1176:ll_atomic_open()) Process entered 00000080:00200000:0.0:1776200719.100101:0:9212:0:(namei.c:1183:ll_atomic_open()) VFS Op:name=f0a.replay-dual-31, dir=[0x200000007:0x1:0x0](00000000e143c7f8), file 00000000a9f6d171, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1776200719.100106:0:9212:0:(namei.c:1203:ll_atomic_open()) kmalloced '(it)': 72 at 00000000fcda720b. 00000080:00000001:0.0:1776200719.100111:0:9212:0:(namei.c:827:ll_lookup_it()) Process entered 00000080:00200000:0.0:1776200719.100112:0:9212:0:(namei.c:833:ll_lookup_it()) VFS Op:name=f0a.replay-dual-31, dir=[0x200000007:0x1:0x0](00000000e143c7f8), intent=open|creat 00000080:00000010:0.0:1776200719.100117:0:9212:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 0000000004d5f8d9. 00000080:00000001:0.0:1776200719.100122:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.100124:0:9212:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1776200719.100125:0:9212:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-31' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1776200719.100128:0:9212:0:(lmv_intent.c:301:lmv_intent_open()) Process entered 00800000:00000001:0.0:1776200719.100134:0:9212:0:(lmv_obd.c:1077:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1776200719.100136:0:9212:0:(obd_class.h:918:obd_fid_alloc()) Process entered 00800000:00000001:0.0:1776200719.100137:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.100139:0:9212:0:(mdc_request.c:2771:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1776200719.100142:0:9212:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1776200719.100144:0:9212:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff993be2454000: Allocated FID [0x200000402:0x21:0x0] 40000000:00000001:0.0:1776200719.100146:0:9212:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.100148:0:9212:0:(mdc_request.c:2778:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.100149:0:9212:0:(obd_class.h:930:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.100151:0:9212:0:(lmv_obd.c:1101:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1776200719.100153:0:9212:0:(lmv_intent.c:375:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x21:0x0], name='f0a.replay-dual-31' -> mds #0 00800000:00000001:0.0:1776200719.100155:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.100157:0:9212:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1776200719.100158:0:9212:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: f0a.replay-dual-31,[0x200000402:0x21:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1776200719.100162:0:9212:0:(mdc_locks.c:932:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1776200719.100165:0:9212:0:(mdc_locks.c:263:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1776200719.100168:0:9212:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:0.0:1776200719.100172:0:9212:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.100174:0:9212:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:0.0:1776200719.100175:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f1cb6017 count: 2 00010000:00000001:0.0:1776200719.100177:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200719.100180:0:9212:0:(ldlm_request.c:2103:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1776200719.100183:0:9212:0:(ldlm_request.c:1691:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.100184:0:9212:0:(ldlm_request.c:2153:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1776200719.100186:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00000002:00000001:0.0:1776200719.100188:0:9212:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1776200719.100193:0:9212:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d12449cf. 00000020:00000040:0.0:1776200719.100197:0:9212:0:(genops.c:1191:class_import_get()) import 000000000fe8d637 refcount=70 obd=lustre-MDT0000-mdc-ffff993be2454000 02000000:00000001:0.0:1776200719.100203:0:9212:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1776200719.100205:0:9212:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.100207:0:9212:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1776200719.100212:0:9212:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1776200719.100214:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.100215:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.100216:0:9212:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.100219:0:9212:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1776200719.100221:0:9212:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1776200719.100223:0:9212:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1776200719.100231:0:9212:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000017442c3b. 00000100:00000001:0.0:1776200719.100238:0:9212:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.100242:0:9212:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1776200719.100243:0:9212:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.100244:0:9212:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1776200719.100245:0:9212:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.100247:0:9212:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.100255:0:9212:0:(mdc_locks.c:432:mdc_intent_open_pack()) Process leaving (rc=18446631080801031552 : -112992908520064 : ffff993bc9d35580) 00010000:00000001:0.0:1776200719.100257:0:9212:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1776200719.100259:0:9212:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1776200719.100261:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f1cb6017 count: 2 00010000:00000001:0.0:1776200719.100263:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200719.100265:0:9212:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1776200719.100268:0:9212:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005bc3b557. 00000020:00000001:0.0:1776200719.100271:0:9212:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1776200719.100273:0:9212:0:(lustre_handles.c:97:class_handle_hash()) added object 000000005bc3b557 with handle 0x8d91c35bada81dbd to hash 00000020:00000001:0.0:1776200719.100275:0:9212:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1776200719.100277:0:9212:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446631080713892224 : -112992995659392 : ffff993bc4a1b180) 00010000:00000001:0.0:1776200719.100280:0:9212:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446631080713892224 : -112992995659392 : ffff993bc4a1b180) 00010000:00000001:0.0:1776200719.100283:0:9212:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1776200719.100284:0:9212:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200719.100286:0:9212:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000005bc3b557/0x8d91c35bada81dbd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.100292:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00010000:00010000:0.0:1776200719.100295:0:9212:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000005bc3b557/0x8d91c35bada81dbd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.100299:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00000020:00100000:0.0:1776200719.100307:0:9212:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993be2454000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1776200719.100315:0:9212:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000d12449cf x1862481227041344/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:0.0:1776200719.100323:0:9212:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000005bc3b557/0x8d91c35bada81dbd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.100328:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00000100:00000001:0.0:1776200719.100331:0:9212:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1776200719.100333:0:9212:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1776200719.100350:0:9212:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d8571f55. 00000100:00000001:0.0:1776200719.100353:0:9212:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446631080922340928 : -112992787210688 : ffff993bd10e5e40) 00000100:00000001:0.0:1776200719.100355:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.100356:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801031552 : -112992908520064 : ffff993bc9d35580) 00000100:00000001:0.0:1776200719.100360:0:9212:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1776200719.100364:0:9212:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.100366:0:9212:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1776200719.100368:0:9212:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776200719.100371:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d12449cf x1862481227041344/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 0 ref 2 fl New:PQU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.100378:0:9212:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200719.100379:0:9212:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200719.100383:0:9212:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776200719.100385:0:9212:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200719.100388:0:9212:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d12449cf pname:cluuid:pid:xid:nid:opc:job createmany:128773b9-ec2f-47c2-9bf4-461c71beba7d:9212:1862481227041344:192.168.203.148@tcp:101:createmany.0 00000100:00000001:0.0:1776200719.100392:0:9212:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776200719.100398:0:9212:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776200719.100400:0:9212:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200719.100403:0:9212:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1776200719.100457:0:9212:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at 00000000c045f291. 02000000:00000001:0.0:1776200719.100460:0:9212:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776200719.100467:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:0.0:1776200719.100470:0:9212:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003295735c. 00000400:00000010:0.0:1776200719.100476:0:9212:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 632 at 00000000ec534f76 (tot 3422718). 00000100:00000200:0.0:1776200719.100484:0:9212:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1862481227041344, portal 10 00000100:00000001:0.0:1776200719.100486:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.100487:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801031552 : -112992908520064 : ffff993bc9d35580) 00000100:00000040:0.0:1776200719.100493:0:9212:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000d12449cf x1862481227041344/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.100499:0:9212:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776200719.100501:0:9212:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:0.0:1776200719.100504:0:9212:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1549fcb. 00000100:00000200:0.0:1776200719.100508:0:9212:0:(niobuf.c:86:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1862481227041344, offset 0 00000400:00000200:0.0:1776200719.100514:0:9212:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:0.0:1776200719.100523:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200719.100531:0:9212:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:0.0:1776200719.100539:0:9212:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:0.0:1776200719.100544:0:9212:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776200719.100547:0:9212:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:0.0:1776200719.100551:0:9212:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [275:275:256:4294967295] 192.168.203.148@tcp LPNI seq info [275:275:8:4294967295] 00000400:00000200:0.0:1776200719.100555:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200719.100564:0:9212:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:0.0:1776200719.100570:0:9212:0:(socklnd_cb.c:995:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:0.0:1776200719.100577:0:9212:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004db490cc (tot 3422966). 00000800:00000200:0.0:1776200719.100584:0:9212:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:0.0:1776200719.100650:0:9212:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:0.0:1776200719.100655:0:9212:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004db490cc type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1776200719.100677:0:9212:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.100679:0:9212:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200719.100682:0:9212:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.100684:0:9212:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200719.100686:0:9212:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:0.0:1776200719.100688:0:9212:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d8571f55 going to sleep for 6 seconds 00000100:00000001:0.0:1776200719.100690:0:9212:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200719.100693:0:9212:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.114060:0:9212:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1776200719.114069:0:9212:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1776200719.114071:0:9212:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1776200719.114074:0:9212:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003295735c. 00000400:00000200:0.0:1776200719.114079:0:9212:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ec534f76 00000400:00000010:0.0:1776200719.114081:0:9212:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 632 at 00000000ec534f76 (tot 3422086). 00000100:00000001:0.0:1776200719.114085:0:9212:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1776200719.114089:0:9212:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d12449cf x1862481227041344/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:0.0:1776200719.114097:0:9212:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d12449cf x1862481227041344/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RPQU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.114103:0:9212:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1776200719.114106:0:9212:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200719.114108:0:9212:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1776200719.114111:0:9212:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1776200719.114114:0:9212:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1776200719.114116:0:9212:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200719.114119:0:9212:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1776200719.114130:0:9212:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=88 v=1 (1 0 0 0) 00000100:00001000:0.0:1776200719.114135:0:9212:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=88 v=1 (1 0 0 0) 00000100:00000001:0.0:1776200719.114138:0:9212:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1776200719.114140:0:9212:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.114143:0:9212:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1776200719.114146:0:9212:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.114149:0:9212:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1776200719.114151:0:9212:0:(client.c:1389:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1776200719.114153:0:9212:0:(client.c:1391:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1776200719.114155:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.114157:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801031552 : -112992908520064 : ffff993bc9d35580) 00000100:00000001:0.0:1776200719.114161:0:9212:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1776200719.114162:0:9212:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 0 00000100:00000001:0.0:1776200719.114164:0:9212:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1776200719.114166:0:9212:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200719.114170:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d12449cf x1862481227041344/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200726 ref 3 fl Rpc:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.114176:0:9212:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200719.114179:0:9212:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1776200719.114181:0:9212:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1776200719.114184:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d12449cf x1862481227041344/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200726 ref 3 fl Interpret:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:0.0:1776200719.114190:0:9212:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d12449cf pname:cluuid:pid:xid:nid:opc:job createmany:128773b9-ec2f-47c2-9bf4-461c71beba7d:9212:1862481227041344:192.168.203.148@tcp:101:createmany.0 00000100:00000001:0.0:1776200719.114195:0:9212:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200719.114197:0:9212:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.114200:0:9212:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1776200719.114201:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200719.114204:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000d12449cf x1862481227041344/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200726 ref 3 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.114210:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1776200719.114212:0:9212:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d8571f55. 00000100:00000001:0.0:1776200719.114215:0:9212:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1776200719.114216:0:9212:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.114219:0:9212:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1776200719.114225:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.114228:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.114231:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005bc3b557 refcount=4 00000020:00000001:0.0:1776200719.114233:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713892224 : -112992995659392 : ffff993bc4a1b180) 00010000:00000001:0.0:1776200719.114236:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713892224 : -112992995659392 : ffff993bc4a1b180) 00010000:00000040:0.0:1776200719.114242:0:9212:0:(ldlm_request.c:701:ldlm_cli_enqueue_fini()) local: 000000005bc3b557, remote cookie: 0x98dca339dc2afd47, flags: 0x1001 00010000:00010000:0.0:1776200719.114245:0:9212:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode CR ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000005bc3b557/0x8d91c35bada81dbd lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afd47 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.114253:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00010000:00000040:0.0:1776200719.114258:0:9212:0:(ldlm_request.c:723:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x21:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1776200719.114261:0:9212:0:(ldlm_lock.c:519:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1776200719.114268:0:9212:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000910e0d1f. 00010000:00000010:0.0:1776200719.114273:0:9212:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000785a7956. 00010000:00000040:0.0:1776200719.114277:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200719.114278:0:9212:0:(ldlm_lock.c:570:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200719.114280:0:9212:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000005bc3b557/0x8d91c35bada81dbd lrc: 4/0,1 mode: --/CR res: [0x200000402:0x21:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afd47 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.114286:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000910e0d1f count: 1 00010000:00010000:0.0:1776200719.114289:0:9212:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000005bc3b557/0x8d91c35bada81dbd lrc: 4/0,1 mode: --/CR res: [0x200000402:0x21:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afd47 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.114294:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000910e0d1f count: 1 00010000:00000001:0.0:1776200719.114296:0:9212:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1776200719.114300:0:9212:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1776200719.114302:0:9212:0:(ldlm_lock.c:977:search_granted_lock()) Process entered 00010000:00000001:0.0:1776200719.114304:0:9212:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1776200719.114305:0:9212:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1776200719.114307:0:9212:0:(ldlm_resource.c:1787:ldlm_resource_dump()) --- Resource: [0x200000402:0x21:0x0].0x0 (00000000910e0d1f) refcount = 1 00010000:00010000:0.0:1776200719.114310:0:9212:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000005bc3b557/0x8d91c35bada81dbd lrc: 4/0,1 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2afd47 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.114321:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000910e0d1f count: 1 00010000:00000001:0.0:1776200719.114323:0:9212:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1776200719.114326:0:9212:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1776200719.114327:0:9212:0:(ldlm_lock.c:1891:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200719.114330:0:9212:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1776200719.114332:0:9212:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200719.114344:0:9212:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000005bc3b557/0x8d91c35bada81dbd lrc: 4/0,1 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afd47 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.114349:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000910e0d1f count: 1 00010000:00000001:0.0:1776200719.114351:0:9212:0:(ldlm_request.c:797:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1776200719.114352:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.114354:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.114355:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.114355:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.114356:0:9212:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.114361:0:9212:0:(mdc_locks.c:688:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1776200719.114363:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.114364:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.114365:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005bc3b557 refcount=3 00000020:00000001:0.0:1776200719.114366:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713892224 : -112992995659392 : ffff993bc4a1b180) 00010000:00000001:0.0:1776200719.114368:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713892224 : -112992995659392 : ffff993bc4a1b180) 00010000:00000001:0.0:1776200719.114371:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.114372:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.114373:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005bc3b557 refcount=4 00000020:00000001:0.0:1776200719.114374:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713892224 : -112992995659392 : ffff993bc4a1b180) 00010000:00000001:0.0:1776200719.114376:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713892224 : -112992995659392 : ffff993bc4a1b180) 00010000:00000001:0.0:1776200719.114378:0:9212:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1776200719.114380:0:9212:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200719.114382:0:9212:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000005bc3b557/0x8d91c35bada81dbd lrc: 5/1,1 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2afd47 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.114393:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000910e0d1f count: 1 00010000:00000001:0.0:1776200719.114395:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.114396:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.114397:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.114398:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.114398:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005bc3b557 refcount=5 00000020:00000001:0.0:1776200719.114400:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713892224 : -112992995659392 : ffff993bc4a1b180) 00010000:00000001:0.0:1776200719.114401:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713892224 : -112992995659392 : ffff993bc4a1b180) 00010000:00000001:0.0:1776200719.114403:0:9212:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1776200719.114404:0:9212:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000005bc3b557/0x8d91c35bada81dbd lrc: 5/1,1 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2afd47 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.114409:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000910e0d1f count: 1 00010000:00000001:0.0:1776200719.114410:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.114411:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1776200719.114412:0:9212:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000005bc3b557/0x8d91c35bada81dbd lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2afd47 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.114417:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000910e0d1f count: 1 00010000:00000001:0.0:1776200719.114419:0:9212:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1776200719.114420:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.114421:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.114421:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.114422:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1776200719.114425:0:9212:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@00000000d12449cf x1862481227041344/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200726 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:0.0:1776200719.114434:0:9212:0:(mdc_request.c:781:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1776200719.114437:0:9212:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000d12449cf x1862481227041344/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200726 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:0.0:1776200719.114442:0:9212:0:(mdc_request.c:834:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.114449:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.114451:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.114452:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005bc3b557 refcount=3 00000020:00000001:0.0:1776200719.114453:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713892224 : -112992995659392 : ffff993bc4a1b180) 00010000:00000001:0.0:1776200719.114455:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713892224 : -112992995659392 : ffff993bc4a1b180) 00000002:00010000:0.0:1776200719.114458:0:9212:0:(mdc_locks.c:847:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000005bc3b557/0x8d91c35bada81dbd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afd47 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.114463:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000910e0d1f count: 1 00000002:00000010:0.0:1776200719.114466:0:9212:0:(mdc_locks.c:849:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at 00000000342c660e. 00010000:00000001:0.0:1776200719.114468:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.114469:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200719.114470:0:9212:0:(mdc_locks.c:889:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.114472:0:9212:0:(mdc_locks.c:1088:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.114474:0:9212:0:(mdc_locks.c:1110:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1776200719.114476:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.114477:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801031552 : -112992908520064 : ffff993bc9d35580) 00000100:00000001:0.0:1776200719.114479:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.114480:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801031552 : -112992908520064 : ffff993bc9d35580) 00010000:00000001:0.0:1776200719.114482:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.114483:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.114484:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005bc3b557 refcount=3 00000020:00000001:0.0:1776200719.114485:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713892224 : -112992995659392 : ffff993bc4a1b180) 00010000:00000001:0.0:1776200719.114487:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713892224 : -112992995659392 : ffff993bc4a1b180) 00000002:00010000:0.0:1776200719.114489:0:9212:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000005bc3b557/0x8d91c35bada81dbd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afd47 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:0.0:1776200719.114493:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000910e0d1f count: 1 00010000:00000001:0.0:1776200719.114495:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.114496:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.114498:0:9212:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1776200719.114498:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.114499:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.114500:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005bc3b557 refcount=3 00000020:00000001:0.0:1776200719.114501:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713892224 : -112992995659392 : ffff993bc4a1b180) 00010000:00000001:0.0:1776200719.114503:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713892224 : -112992995659392 : ffff993bc4a1b180) 00010000:00000040:0.0:1776200719.114506:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000910e0d1f count: 2 00010000:00000001:0.0:1776200719.114508:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1776200719.114511:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000910e0d1f count: 1 00010000:00010000:0.0:1776200719.114513:0:9212:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000eb44f7cf type 13 mode 16 res 8589935618/33 (0 0) 00010000:00000001:0.0:1776200719.114515:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.114516:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200719.114517:0:9212:0:(mdc_locks.c:1205:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1776200719.114518:0:9212:0:(mdc_locks.c:1210:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-31 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1776200719.114521:0:9212:0:(mdc_locks.c:1365:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.114525:0:9212:0:(lmv_intent.c:421:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.114527:0:9212:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.114533:0:9212:0:(namei.c:663:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1776200719.114534:0:9212:0:(namei.c:668:ll_lookup_it_finish()) it 00000000fcda720b it_disposition 1800037 00000080:00002000:0.0:1776200719.114540:0:9212:0:(namei.c:648:ll_splice_alias()) Add dentry 000000007b1c43d6 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1776200719.114545:0:9212:0:(namei.c:798:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1776200719.114548:0:9212:0:(namei.c:1071:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1776200719.114552:0:9212:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 0000000004d5f8d9. 00000100:00000001:0.0:1776200719.114556:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200719.114558:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 3 req@00000000d12449cf x1862481227041344/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 4 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.114564:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.114567:0:9212:0:(namei.c:1409:ll_create_it()) Process entered 00000080:00200000:0.0:1776200719.114569:0:9212:0:(namei.c:1412:ll_create_it()) VFS Op:name=f0a.replay-dual-31, dir=[0x200000007:0x1:0x0](00000000e143c7f8), intent=open|creat 00000080:00000001:0.0:1776200719.114573:0:9212:0:(namei.c:1361:ll_create_node()) Process entered 00000080:00000001:0.0:1776200719.114575:0:9212:0:(llite_lib.c:3156:ll_prep_inode()) Process entered 00000080:00000001:0.0:1776200719.114577:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.114581:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.114584:0:9212:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1776200719.114619:0:9212:0:(mdc_request.c:665:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1776200719.114622:0:9212:0:(lcommon_cl.c:274:cl_fid_build_ino()) Process leaving (rc=144115205289279521 : 144115205289279521 : 200000402000021) 00000080:00000001:0.0:1776200719.114626:0:9212:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:0.0:1776200719.114646:0:9212:0:(super25.c:60:ll_alloc_inode()) slab-alloced 'lli': 2032 at 000000002f7d1f87. 00000020:00000001:0.0:1776200719.114659:0:9212:0:(class_obd.c:866:obd_heat_clear()) Process entered 00000020:00000001:0.0:1776200719.114662:0:9212:0:(class_obd.c:869:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1776200719.114665:0:9212:0:(llite_lib.c:2835:ll_read_inode2()) Process entered 00000080:00200000:0.0:1776200719.114666:0:9212:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x200000402:0x21:0x0](0000000019904eca) 00000020:00000001:0.0:1776200719.114672:0:9212:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:0.0:1776200719.114677:0:9212:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080802469000 : -112992907082616 : ffff993bc9e94488) 00000020:00001000:0.0:1776200719.114679:0:9212:0:(cl_object.c:739:cl_env_get()) 1@00000000bbd77179 00000020:00000001:0.0:1776200719.114683:0:9212:0:(lu_object.c:816:lu_object_find_at()) Process entered 00000080:00000010:0.0:1776200719.114688:0:9212:0:(vvp_object.c:308:vvp_object_alloc()) slab-alloced 'vob': 200 at 00000000cfc3a3ab. 00000020:00000001:0.0:1776200719.114690:0:9212:0:(cl_object.c:74:cl_object_header_init()) Process entered 00000020:00000001:0.0:1776200719.114692:0:9212:0:(cl_object.c:81:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1776200719.114702:0:9212:0:(lov_object.c:2283:lov_object_alloc()) Process entered 00020000:00000010:0.0:1776200719.114706:0:9212:0:(lov_object.c:2284:lov_object_alloc()) slab-alloced 'lov': 248 at 00000000905c9286. 00020000:00000001:0.0:1776200719.114708:0:9212:0:(lov_object.c:2298:lov_object_alloc()) Process leaving (rc=18446631080922344848 : -112992787206768 : ffff993bd10e6d90) 00020000:00000001:0.0:1776200719.114710:0:9212:0:(lov_object.c:1342:lov_object_init()) Process entered 00020000:00000001:0.0:1776200719.114713:0:9212:0:(lov_pack.c:336:lov_unpackmd()) Process entered 00020000:00000010:0.0:1776200719.114719:0:9212:0:(lov_ea.c:213:lsme_unpack()) kmalloced '(lsme)': 72 at 00000000a1d5239e. 00020000:00000010:0.0:1776200719.114722:0:9212:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at 000000009233bf98. 00020000:00000010:0.0:1776200719.114727:0:9212:0:(lov_ea.c:338:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at 00000000912db896. 00020000:00000001:0.0:1776200719.114729:0:9212:0:(lov_pack.c:348:lov_unpackmd()) Process leaving (rc=18446631080692775648 : -112993016775968 : ffff993bc35f7ae0) 00020000:00000002:0.0:1776200719.114732:0:9212:0:(lov_ea.c:635:dump_lsm()) lsm 00000000912db896, objid 0x21:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1776200719.114735:0:9212:0:(lov_ea.c:657:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 1048576, pool: [] 00020000:00000002:0.0:1776200719.114738:0:9212:0:(lov_ea.c:667:dump_lsm()) oinfo:000000009233bf98: ostid: 0x0:18 ost idx: 0 gen: 0 00020000:00000001:0.0:1776200719.114740:0:9212:0:(lov_object.c:636:lov_init_composite()) Process entered 00020000:00000002:0.0:1776200719.114742:0:9212:0:(lov_ea.c:635:dump_lsm()) lsm 00000000912db896, objid 0x21:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1776200719.114744:0:9212:0:(lov_ea.c:657:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 1048576, pool: [] 00020000:00000002:0.0:1776200719.114746:0:9212:0:(lov_ea.c:667:dump_lsm()) oinfo:000000009233bf98: ostid: 0x0:18 ost idx: 0 gen: 0 00020000:00000010:0.0:1776200719.114749:0:9212:0:(lov_object.c:655:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at 00000000d8f17abd. 00020000:00000010:0.0:1776200719.114751:0:9212:0:(lov_object.c:659:lov_init_composite()) kmalloced '(comp->lo_entries)': 168 at 00000000d8571f55. 00020000:00000001:0.0:1776200719.114757:0:9212:0:(lov_object.c:213:lov_init_raid0()) Process entered 00020000:00000010:0.0:1776200719.114759:0:9212:0:(lov_object.c:218:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at 00000000cfa7d6d9. 00020000:00000001:0.0:1776200719.114763:0:9212:0:(lov_object.c:104:lov_sub_find()) Process entered 00000020:00000001:0.0:1776200719.114763:0:9212:0:(lu_object.c:816:lu_object_find_at()) Process entered 00020000:00000001:0.0:1776200719.114769:0:9212:0:(lovsub_object.c:185:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1776200719.114772:0:9212:0:(lovsub_object.c:186:lovsub_object_alloc()) slab-alloced 'los': 200 at 00000000792e9e7a. 00000020:00000001:0.0:1776200719.114773:0:9212:0:(cl_object.c:74:cl_object_header_init()) Process entered 00000020:00000001:0.0:1776200719.114774:0:9212:0:(cl_object.c:81:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1776200719.114776:0:9212:0:(lovsub_object.c:199:lovsub_object_alloc()) Process leaving (rc=18446631080692770696 : -112993016780920 : ffff993bc35f6788) 00020000:00000001:0.0:1776200719.114779:0:9212:0:(lovsub_object.c:58:lovsub_object_init()) Process entered 00000008:00000010:0.0:1776200719.114784:0:9212:0:(osc_object.c:449:osc_object_alloc()) slab-alloced 'osc': 432 at 0000000076b730a0. 00020000:00000001:0.0:1776200719.114787:0:9212:0:(lovsub_object.c:67:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200719.114791:0:9212:0:(lu_object.c:915:lu_object_find_at()) Process leaving (rc=18446631080692770696 : -112993016780920 : ffff993bc35f6788) 00020000:00000001:0.0:1776200719.114794:0:9212:0:(lov_object.c:108:lov_sub_find()) Process leaving (rc=18446631080692770696 : -112993016780920 : ffff993bc35f6788) 00020000:00000002:0.0:1776200719.114797:0:9212:0:(lov_object.c:155:lov_init_sub()) [0x100000000:0x12:0x0]@00000000792e9e7a[0:0] -> [0x200000402:0x21:0x0]@00000000cfc3a3ab: ostid: 0x0:18 ost idx: 0 gen: 0 00020000:00000001:0.0:1776200719.114801:0:9212:0:(lov_object.c:284:lov_init_raid0()) Process leaving (rc=176 : 176 : b0) 00020000:00000001:0.0:1776200719.114802:0:9212:0:(lov_object.c:813:lov_init_composite()) Process leaving 00020000:00000001:0.0:1776200719.114804:0:9212:0:(lov_object.c:1370:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200719.114807:0:9212:0:(lu_object.c:915:lu_object_find_at()) Process leaving (rc=18446631080692771296 : -112993016780320 : ffff993bc35f69e0) 00000020:00001000:0.0:1776200719.114809:0:9212:0:(cl_object.c:820:cl_env_put()) 1@00000000bbd77179 00000080:00000001:0.0:1776200719.114813:0:9212:0:(lcommon_cl.c:274:cl_fid_build_ino()) Process leaving (rc=144115205289279521 : 144115205289279521 : 200000402000021) 00000080:00000001:0.0:1776200719.114815:0:9212:0:(lcommon_cl.c:286:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1776200719.114817:0:9212:0:(llite_lib.c:2690:ll_update_inode()) setting ino 144115205289279521 mtime from 0 to 1776200719 00000080:00000001:0.0:1776200719.114821:0:9212:0:(llite_lib.c:2864:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1776200719.114823:0:9212:0:(namei.c:166:ll_iget()) Process leaving (rc=18446631080817512656 : -112992892038960 : ffff993bcaced0d0) 00010000:00000001:0.0:1776200719.114825:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.114826:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.114827:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005bc3b557 refcount=3 00000020:00000001:0.0:1776200719.114829:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713892224 : -112992995659392 : ffff993bc4a1b180) 00010000:00000001:0.0:1776200719.114831:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713892224 : -112992995659392 : ffff993bc4a1b180) 00000080:00000001:0.0:1776200719.114834:0:9212:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:0.0:1776200719.114836:0:9212:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:0.0:1776200719.114837:0:9212:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080802469000 : -112992907082616 : ffff993bc9e94488) 00000020:00001000:0.0:1776200719.114838:0:9212:0:(cl_object.c:739:cl_env_get()) 1@00000000bbd77179 00000020:00000001:0.0:1776200719.114840:0:9212:0:(cl_object.c:296:cl_conf_set()) Process entered 00020000:00000001:0.0:1776200719.114842:0:9212:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:0.0:1776200719.114843:0:9212:0:(lov_pack.c:336:lov_unpackmd()) Process entered 00020000:00000010:0.0:1776200719.115007:0:9212:0:(lov_ea.c:213:lsme_unpack()) kmalloced '(lsme)': 72 at 0000000059239e54. 00020000:00000010:0.0:1776200719.115013:0:9212:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at 00000000d05ecd3f. 00020000:00000010:0.0:1776200719.115015:0:9212:0:(lov_ea.c:338:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at 00000000e24073fd. 00020000:00000001:0.0:1776200719.115017:0:9212:0:(lov_pack.c:348:lov_unpackmd()) Process leaving (rc=18446631080692776032 : -112993016775584 : ffff993bc35f7c60) 00020000:00000002:0.0:1776200719.115019:0:9212:0:(lov_ea.c:635:dump_lsm()) lsm 00000000e24073fd, objid 0x21:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1776200719.115021:0:9212:0:(lov_ea.c:657:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 1048576, pool: [] 00020000:00000002:0.0:1776200719.115024:0:9212:0:(lov_ea.c:667:dump_lsm()) oinfo:00000000d05ecd3f: ostid: 0x0:18 ost idx: 0 gen: 0 00020000:00000002:0.0:1776200719.115027:0:9212:0:(lov_object.c:1234:lov_conf_lock()) Took exclusive lov(00000000905c9286) owner 00000000c7f03c54 00020000:00000001:0.0:1776200719.115029:0:9212:0:(lov_object.c:1439:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1776200719.115031:0:9212:0:(lov_object.c:1240:lov_conf_unlock()) To release exclusive lov(00000000905c9286) owner 00000000c7f03c54 00020000:00000010:0.0:1776200719.115035:0:9212:0:(lov_ea.c:144:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at 00000000d05ecd3f. 00020000:00000010:0.0:1776200719.115039:0:9212:0:(lov_ea.c:147:lsme_free()) kfreed 'lsme': 72 at 0000000059239e54. 00020000:00000010:0.0:1776200719.115043:0:9212:0:(lov_ea.c:166:lsm_free()) kfreed 'lsm': 88 at 00000000e24073fd. 00020000:00000002:0.0:1776200719.115044:0:9212:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x21:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1776200719.115047:0:9212:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200719.115048:0:9212:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200719.115052:0:9212:0:(cl_object.c:387:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1776200719.115054:0:9212:0:(lov_object.c:1182:lov_conf_freeze()) To take share lov(00000000905c9286) owner 0000000000000000/00000000c7f03c54 00020000:00000002:0.0:1776200719.115057:0:9212:0:(lov_object.c:2311:lov_lsm_addref()) lsm 00000000912db896 addref 2/0 by 00000000c7f03c54. 00020000:00000002:0.0:1776200719.115059:0:9212:0:(lov_object.c:1190:lov_conf_thaw()) To release share lov(00000000905c9286) owner 0000000000000000/00000000c7f03c54 00020000:00000001:0.0:1776200719.115061:0:9212:0:(lov_object.c:2209:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1776200719.115064:0:9212:0:(lov_pack.c:197:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1776200719.115065:0:9212:0:(lov_pack.c:109:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1776200719.115067:0:9212:0:(lov_pack.c:114:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1776200719.115069:0:9212:0:(lov_object.c:2227:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1776200719.115071:0:9212:0:(file.c:5870:ll_layout_conf()) [0x200000402:0x21:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1776200719.115073:0:9212:0:(cl_object.c:820:cl_env_put()) 1@00000000bbd77179 00000080:00000001:0.0:1776200719.115075:0:9212:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.115077:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.115078:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1776200719.115079:0:9212:0:(llite_lib.c:3243:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1776200719.115082:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.115085:0:9212:0:(lmv_obd.c:3637:lmv_free_lustre_md()) Process entered 00800000:00000001:0.0:1776200719.115087:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.115089:0:9212:0:(mdc_request.c:675:mdc_free_lustre_md()) Process entered 00000002:00000001:0.0:1776200719.115091:0:9212:0:(mdc_request.c:676:mdc_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.115092:0:9212:0:(lmv_obd.c:3649:lmv_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200719.115094:0:9212:0:(namei.c:1379:ll_create_node()) setting l_ast_data to inode [0x200000402:0x21:0x0](0000000019904eca) 00000080:00010000:0.0:1776200719.115097:0:9212:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000402:0x21:0x0](0000000019904eca) for lock 0x8d91c35bada81dbd 00000080:00000001:0.0:1776200719.115099:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.115101:0:9212:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1776200719.115102:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.115104:0:9212:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1776200719.115105:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.115106:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.115107:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005bc3b557 refcount=3 00000020:00000001:0.0:1776200719.115109:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713892224 : -112992995659392 : ffff993bc4a1b180) 00010000:00000001:0.0:1776200719.115111:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713892224 : -112992995659392 : ffff993bc4a1b180) 00010000:00000001:0.0:1776200719.115113:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.115114:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200719.115115:0:9212:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.115117:0:9212:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.115118:0:9212:0:(namei.c:1381:ll_create_node()) Process leaving 00000100:00000001:0.0:1776200719.115120:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200719.115124:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000d12449cf x1862481227041344/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 3 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.115130:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.115136:0:9212:0:(namei.c:1461:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.115139:0:9212:0:(pcc.c:2323:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1776200719.115141:0:9212:0:(pcc.c:2326:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.115150:0:9212:0:(file.c:834:ll_file_open()) Process entered 00000080:00200000:0.0:1776200719.115152:0:9212:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x200000402:0x21:0x0](0000000019904eca), flags 100102 00000080:00000010:0.0:1776200719.115159:0:9212:0:(file.c:80:ll_file_data_get()) slab-alloced 'fd': 280 at 000000000ef24eeb. 00000080:00000010:0.0:1776200719.115165:0:9212:0:(file.c:1001:ll_file_open()) kmalloced '(*och_p)': 48 at 00000000d8716d93. 00000080:00000001:0.0:1776200719.115167:0:9212:0:(file.c:767:ll_local_open()) Process entered 00000080:00000001:0.0:1776200719.115170:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.115172:0:9212:0:(lmv_obd.c:3660:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1776200719.115173:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.115175:0:9212:0:(mdc_request.c:781:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1776200719.115178:0:9212:0:(obd.h:1238:obd_mod_alloc()) kmalloced '(mod)': 32 at 000000008e0eb1b8. 00000002:00100000:0.0:1776200719.115182:0:9212:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000d12449cf x1862481227041344/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:0.0:1776200719.115187:0:9212:0:(mdc_request.c:834:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.115189:0:9212:0:(lmv_obd.c:3666:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1776200719.115192:0:9212:0:(rw.c:921:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1776200719.115195:0:9212:0:(file.c:785:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.115196:0:9212:0:(pcc.c:1499:pcc_file_open()) Process entered 00000080:00000001:0.0:1776200719.115199:0:9212:0:(pcc.c:1414:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1776200719.115200:0:9212:0:(pcc.c:1420:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.115202:0:9212:0:(pcc.c:1518:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1776200719.115204:0:9212:0:(pcc.c:1542:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.115206:0:9212:0:(file.c:1039:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200719.115208:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200719.115210:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000d12449cf x1862481227041344/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 02000000:00000001:0.0:1776200719.115216:0:9212:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1776200719.115220:0:9212:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at 00000000c045f291. 02000000:00000001:0.0:1776200719.115278:0:9212:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1776200719.115279:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.115283:0:9212:0:(dcache.c:214:ll_intent_release()) Process entered 00000080:00000040:0.0:1776200719.115284:0:9212:0:(dcache.c:216:ll_intent_release()) intent 00000000fcda720b released 00000080:00010000:0.0:1776200719.115286:0:9212:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8d91c35bada81dbd from it 00000000fcda720b 00010000:00000001:0.0:1776200719.115288:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.115289:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.115290:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000005bc3b557 refcount=3 00000020:00000001:0.0:1776200719.115292:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713892224 : -112992995659392 : ffff993bc4a1b180) 00010000:00000001:0.0:1776200719.115294:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713892224 : -112992995659392 : ffff993bc4a1b180) 00010000:00000001:0.0:1776200719.115296:0:9212:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1776200719.115297:0:9212:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000005bc3b557/0x8d91c35bada81dbd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x98dca339dc2afd47 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:0.0:1776200719.115303:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000910e0d1f count: 1 00010000:00000001:0.0:1776200719.115304:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.115305:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.115307:0:9212:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1776200719.115310:0:9212:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1776200719.115311:0:9212:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000005bc3b557/0x8d91c35bada81dbd lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x98dca339dc2afd47 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:0.0:1776200719.115316:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000910e0d1f count: 1 00010000:00000001:0.0:1776200719.115319:0:9212:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776200719.115322:0:9212:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1776200719.115325:0:9212:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1776200719.115329:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.115330:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.115331:0:9212:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.115345:0:9212:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1776200719.115347:0:9212:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.115349:0:9212:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.115352:0:9212:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.115353:0:9212:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1776200719.115354:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.115355:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1776200719.115356:0:9212:0:(dcache.c:227:ll_intent_release()) Process leaving 00000080:00000010:0.0:1776200719.115358:0:9212:0:(namei.c:1349:ll_atomic_open()) kfreed 'it': 72 at 00000000fcda720b. 00000080:00000001:0.0:1776200719.115362:0:9212:0:(namei.c:1351:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.115366:0:9212:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00200000:0.0:1776200719.115368:0:9212:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000402:0x21:0x0](0000000019904eca), inode mode 81a4 mask 40 00000080:00000001:0.0:1776200719.115372:0:9212:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1776200719.115400:0:9212:0:(lov_object.c:2321:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1776200719.115403:0:9212:0:(lov_object.c:1182:lov_conf_freeze()) To take share lov(00000000905c9286) owner 0000000000000000/00000000c7f03c54 00020000:00000002:0.0:1776200719.115405:0:9212:0:(lov_object.c:1190:lov_conf_thaw()) To release share lov(00000000905c9286) owner 0000000000000000/00000000c7f03c54 00020000:00000001:0.0:1776200719.115407:0:9212:0:(lov_object.c:2367:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.115416:0:9212:0:(file.c:407:ll_file_release()) Process entered 00000080:00200000:0.0:1776200719.115417:0:9212:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x200000402:0x21:0x0](0000000019904eca) 00000080:00000001:0.0:1776200719.115420:0:9212:0:(pcc.c:1552:pcc_file_release()) Process entered 00000080:00000001:0.0:1776200719.115421:0:9212:0:(pcc.c:1571:pcc_file_release()) Process leaving 00020000:00000001:0.0:1776200719.115422:0:9212:0:(lov_object.c:2321:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1776200719.115423:0:9212:0:(lov_object.c:1182:lov_conf_freeze()) To take share lov(00000000905c9286) owner 0000000000000000/00000000c7f03c54 00020000:00000002:0.0:1776200719.115424:0:9212:0:(lov_object.c:1190:lov_conf_thaw()) To release share lov(00000000905c9286) owner 0000000000000000/00000000c7f03c54 00020000:00000001:0.0:1776200719.115426:0:9212:0:(lov_object.c:2367:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.115428:0:9212:0:(file.c:327:ll_md_close()) Process entered 00000080:00000001:0.0:1776200719.115430:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.115433:0:9212:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:0.0:1776200719.115434:0:9212:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x21:0x0] 00800000:00000001:0.0:1776200719.115435:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.115437:0:9212:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1776200719.115439:0:9212:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1776200719.115442:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000910e0d1f count: 2 00010000:00000001:0.0:1776200719.115444:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1776200719.115446:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000910e0d1f count: 1 00000002:00000001:0.0:1776200719.115448:0:9212:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.115451:0:9212:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.115452:0:9212:0:(file.c:281:ll_md_real_close()) Process entered 00000080:00000001:0.0:1776200719.115454:0:9212:0:(file.c:157:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1776200719.115457:0:9212:0:(file.c:165:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at 0000000004d5f8d9. 00000080:00000001:0.0:1776200719.115459:0:9212:0:(file.c:102:ll_prepare_close()) Process entered 00000080:00000001:0.0:1776200719.115465:0:9212:0:(file.c:137:ll_prepare_close()) Process leaving 00000080:00000001:0.0:1776200719.115466:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.115469:0:9212:0:(lmv_obd.c:1466:lmv_close()) Process entered 00800000:00000002:0.0:1776200719.115471:0:9212:0:(lmv_obd.c:1472:lmv_close()) CLOSE [0x200000402:0x21:0x0] 00800000:00000001:0.0:1776200719.115472:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.115475:0:9212:0:(mdc_request.c:900:mdc_close()) Process entered 00000002:00000002:0.0:1776200719.115476:0:9212:0:(mdc_request.c:904:mdc_close()) lustre-MDT0000-mdc-ffff993be2454000: [0x200000402:0x21:0x0] file closed with intent: 0 00000100:00000010:0.0:1776200719.115482:0:9212:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004c1cdf03. 00000020:00000040:0.0:1776200719.115486:0:9212:0:(genops.c:1191:class_import_get()) import 000000000fe8d637 refcount=71 obd=lustre-MDT0000-mdc-ffff993be2454000 00000002:00100000:0.0:1776200719.115492:0:9212:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@00000000d12449cf x1862481227041344/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 1 fl Complete:RPQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.115499:0:9212:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1776200719.115502:0:9212:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1776200719.115506:0:9212:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1776200719.115515:0:9212:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000003a6deca. 00000100:00000001:0.0:1776200719.115521:0:9212:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1776200719.115531:0:9212:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993be2454000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1776200719.115535:0:9212:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000004c1cdf03 x1862481227041472/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1776200719.115542:0:9212:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1776200719.115544:0:9212:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1776200719.115550:0:9212:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000e9cb189. 00000100:00000001:0.0:1776200719.115552:0:9212:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446631080835672128 : -112992873879488 : ffff993bcbe3e840) 00000100:00000001:0.0:1776200719.115554:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.115555:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801013312 : -112992908538304 : ffff993bc9d30e40) 00000100:00000001:0.0:1776200719.115559:0:9212:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1776200719.115563:0:9212:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.115565:0:9212:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1776200719.115567:0:9212:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776200719.115570:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004c1cdf03 x1862481227041472/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.115576:0:9212:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200719.115578:0:9212:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200719.115582:0:9212:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776200719.115585:0:9212:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200719.115619:0:9212:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004c1cdf03 pname:cluuid:pid:xid:nid:opc:job createmany:128773b9-ec2f-47c2-9bf4-461c71beba7d:9212:1862481227041472:192.168.203.148@tcp:35:createmany.0 00000100:00000001:0.0:1776200719.115624:0:9212:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776200719.115629:0:9212:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776200719.115631:0:9212:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200719.115634:0:9212:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1776200719.115638:0:9212:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ec534f76. 02000000:00000001:0.0:1776200719.115640:0:9212:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776200719.115648:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:0.0:1776200719.115652:0:9212:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003295735c. 00000400:00000010:0.0:1776200719.115657:0:9212:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007371f4d9. 00000100:00000200:0.0:1776200719.115665:0:9212:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227041472, portal 10 00000100:00000001:0.0:1776200719.115667:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.115668:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801013312 : -112992908538304 : ffff993bc9d30e40) 00000100:00000040:0.0:1776200719.115673:0:9212:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000004c1cdf03 x1862481227041472/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.115679:0:9212:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776200719.115682:0:9212:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:0.0:1776200719.115684:0:9212:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ac756b8. 00000100:00000200:0.0:1776200719.115688:0:9212:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227041472, offset 0 00000400:00000200:0.0:1776200719.115696:0:9212:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:0.0:1776200719.115705:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200719.115713:0:9212:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:0.0:1776200719.115721:0:9212:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:0.0:1776200719.115726:0:9212:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776200719.115729:0:9212:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:0.0:1776200719.115734:0:9212:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [277:277:256:4294967295] 192.168.203.148@tcp LPNI seq info [277:277:8:4294967295] 00000400:00000200:0.0:1776200719.115737:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200719.115746:0:9212:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:0.0:1776200719.115753:0:9212:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:0.0:1776200719.115758:0:9212:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000064d7949e (tot 3422334). 00000800:00000200:0.0:1776200719.115765:0:9212:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:0.0:1776200719.115773:0:9212:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:0.0:1776200719.115778:0:9212:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000064d7949e type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1776200719.115801:0:9212:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.115803:0:9212:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200719.115806:0:9212:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.115808:0:9212:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200719.115809:0:9212:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:0.0:1776200719.115812:0:9212:0:(client.c:2500:ptlrpc_set_wait()) set 000000000e9cb189 going to sleep for 6 seconds 00000100:00000001:0.0:1776200719.115815:0:9212:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200719.115817:0:9212:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1776200719.121282:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.121302:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200719.121308:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.121309:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.121321:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.121329:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200719.121348:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.121353:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.121375:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.121379:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f04ac0 00000400:00000200:2.0:1776200719.121385:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.121391:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0xbd5 [1] + 224 00000800:00000001:2.0:1776200719.121399:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.121412:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.121414:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.121418:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200719.121433:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200719.121440:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004c1cdf03 x1862481227041472/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200719.121451:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=456 offset=224 replen=624 req@000000004c1cdf03 x1862481227041472/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.121469:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200719.121478:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.121480:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200719.121711:0:9212:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1776200719.121720:0:9212:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1776200719.121722:0:9212:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1776200719.121725:0:9212:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003295735c. 00000400:00000200:0.0:1776200719.121730:0:9212:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007371f4d9 00000400:00000010:0.0:1776200719.121732:0:9212:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007371f4d9. 00000100:00000001:0.0:1776200719.121735:0:9212:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1776200719.121739:0:9212:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004c1cdf03 x1862481227041472/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:0.0:1776200719.121747:0:9212:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004c1cdf03 x1862481227041472/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.121759:0:9212:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1776200719.121760:0:9212:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200719.121763:0:9212:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1776200719.121766:0:9212:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1776200719.121769:0:9212:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1776200719.121771:0:9212:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200719.121774:0:9212:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1776200719.121783:0:9212:0:(import.c:1935:at_measured()) add 1 to 000000000f61d0a9 time=87 v=1 (1 0 0 0) 00000100:00001000:0.0:1776200719.121787:0:9212:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=88 v=1 (1 0 0 0) 00000100:00000001:0.0:1776200719.121790:0:9212:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1776200719.121792:0:9212:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.121794:0:9212:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1776200719.121798:0:9212:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.121801:0:9212:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1776200719.121803:0:9212:0:(client.c:1389:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1776200719.121804:0:9212:0:(client.c:1391:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1776200719.121807:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.121808:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801013312 : -112992908538304 : ffff993bc9d30e40) 00000100:00000001:0.0:1776200719.121811:0:9212:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1776200719.121812:0:9212:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 0 00000100:00000001:0.0:1776200719.121814:0:9212:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1776200719.121816:0:9212:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200719.121819:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004c1cdf03 x1862481227041472/t4294967370(4294967370) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 3 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.121824:0:9212:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200719.121827:0:9212:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1776200719.121829:0:9212:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1776200719.121831:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004c1cdf03 x1862481227041472/t4294967370(4294967370) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 3 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:0.0:1776200719.121838:0:9212:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004c1cdf03 pname:cluuid:pid:xid:nid:opc:job createmany:128773b9-ec2f-47c2-9bf4-461c71beba7d:9212:1862481227041472:192.168.203.148@tcp:35:createmany.0 00000100:00000001:0.0:1776200719.121853:0:9212:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200719.121860:0:9212:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.121863:0:9212:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1776200719.121865:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200719.121868:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000004c1cdf03 x1862481227041472/t4294967370(4294967370) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 3 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.121874:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1776200719.121876:0:9212:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000e9cb189. 00000100:00000001:0.0:1776200719.121879:0:9212:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1776200719.121880:0:9212:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.121888:0:9212:0:(mdc_request.c:1038:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.121891:0:9212:0:(lmv_obd.c:1474:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1776200719.121896:0:9212:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 0000000004d5f8d9. 00000080:00000001:0.0:1776200719.121901:0:9212:0:(file.c:263:ll_close_inode_openhandle()) Process leaving 00000080:00000001:0.0:1776200719.121904:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.121907:0:9212:0:(lmv_obd.c:3676:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1776200719.121910:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.121913:0:9212:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1776200719.121917:0:9212:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@00000000d12449cf x1862481227041344/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 1 fl Complete:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000002:00000001:0.0:1776200719.121923:0:9212:0:(mdc_request.c:888:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.121925:0:9212:0:(lmv_obd.c:3682:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1776200719.121926:0:9212:0:(file.c:268:ll_close_inode_openhandle()) kfreed 'och': 48 at 00000000d8716d93. 00000100:00000001:0.0:1776200719.121929:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200719.121930:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000004c1cdf03 x1862481227041472/t4294967370(4294967370) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.121935:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.121937:0:9212:0:(file.c:313:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1776200719.121940:0:9212:0:(file.c:93:ll_file_data_put()) slab-freed '(fd)': 280 at 000000000ef24eeb. 00000080:00000001:0.0:1776200719.121943:0:9212:0:(file.c:391:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.121948:0:9212:0:(file.c:445:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.121954:0:9212:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1776200719.121955:0:9212:0:(dcache.c:133:ll_ddelete()) keeping dentry f0a.replay-dual-31 (000000007b1c43d6, parent 000000008fe1cc87, inode 0000000019904eca) hashed, 00000080:00000001:0.0:1776200719.121959:0:9212:0:(dcache.c:137:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.122022:0:9212:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1776200719.122025:0:9212:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1776200719.122028:0:9212:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1776200719.122029:0:9212:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000e143c7f8),name=/ 00000080:00000010:0.0:1776200719.122034:0:9212:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 000000003b49ed52. 00000080:00000001:0.0:1776200719.122040:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.122044:0:9212:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1776200719.122046:0:9212:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1776200719.122050:0:9212:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1776200719.122052:0:9212:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:0.0:1776200719.122055:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.122058:0:9212:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1776200719.122060:0:9212:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1776200719.122063:0:9212:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1776200719.122065:0:9212:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1776200719.122068:0:9212:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1776200719.122075:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f1cb6017 count: 2 00010000:00000001:0.0:1776200719.122078:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200719.122083:0:9212:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1776200719.122085:0:9212:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1776200719.122089:0:9212:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.122096:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00010000:00000040:0.0:1776200719.122098:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 02000000:00000001:0.0:1776200719.122100:0:9212:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1776200719.122103:0:9212:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200719.122105:0:9212:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.122111:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00000002:00000001:0.0:1776200719.122113:0:9212:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1776200719.122114:0:9212:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1776200719.122116:0:9212:0:(mdc_locks.c:1345:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1776200719.122117:0:9212:0:(lmv_intent.c:509:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1776200719.122119:0:9212:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1776200719.122122:0:9212:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 000000003b49ed52. 00000080:00000001:0.0:1776200719.122124:0:9212:0:(dcache.c:259:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1776200719.122126:0:9212:0:(dcache.c:262:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200719.122128:0:9212:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000e143c7f8) 00000080:00010000:0.0:1776200719.122131:0:9212:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000e143c7f8) for lock 0x8d91c35bada81cba 00000080:00000001:0.0:1776200719.122134:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.122135:0:9212:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1776200719.122137:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.122139:0:9212:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1776200719.122140:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.122142:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.122145:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c4c6f071 refcount=3 00000020:00000001:0.0:1776200719.122147:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.122149:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.122151:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.122153:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200719.122153:0:9212:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.122155:0:9212:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200719.122156:0:9212:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8d91c35bada81cba from it 000000003c702ba3 00010000:00000001:0.0:1776200719.122158:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.122159:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.122160:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c4c6f071 refcount=3 00000020:00000001:0.0:1776200719.122162:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.122163:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.122165:0:9212:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1776200719.122166:0:9212:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.122171:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200719.122172:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.122173:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.122174:0:9212:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1776200719.122176:0:9212:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1776200719.122177:0:9212:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.122184:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200719.122187:0:9212:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776200719.122190:0:9212:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1776200719.122191:0:9212:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1776200719.122195:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.122196:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.122197:0:9212:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.122200:0:9212:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1776200719.122202:0:9212:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.122204:0:9212:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.122206:0:9212:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.122208:0:9212:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1776200719.122210:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.122211:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1776200719.122212:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:0.0:1776200719.122213:0:9212:0:(client.c:2665:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1776200719.122214:0:9212:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000e143c7f8), inode mode 41ed mask 1 00000080:00000001:0.0:1776200719.122217:0:9212:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1776200719.122226:0:9212:0:(dcache.c:145:ll_d_init()) kmalloced '(lld)': 24 at 000000008da14eca. 00000080:00000001:0.0:1776200719.122229:0:9212:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1776200719.122230:0:9212:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1776200719.122230:0:9212:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000e143c7f8),name=/ 00000080:00000010:0.0:1776200719.122233:0:9212:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 000000003b49ed52. 00000080:00000001:0.0:1776200719.122235:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.122236:0:9212:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1776200719.122237:0:9212:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1776200719.122239:0:9212:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1776200719.122240:0:9212:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:0.0:1776200719.122242:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.122243:0:9212:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1776200719.122244:0:9212:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1776200719.122247:0:9212:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1776200719.122248:0:9212:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1776200719.122249:0:9212:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1776200719.122251:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f1cb6017 count: 2 00010000:00000001:0.0:1776200719.122252:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200719.122254:0:9212:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1776200719.122255:0:9212:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1776200719.122256:0:9212:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.122261:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00010000:00000040:0.0:1776200719.122262:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 02000000:00000001:0.0:1776200719.122264:0:9212:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1776200719.122265:0:9212:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200719.122266:0:9212:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.122270:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00000002:00000001:0.0:1776200719.122272:0:9212:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1776200719.122273:0:9212:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1776200719.122274:0:9212:0:(mdc_locks.c:1345:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1776200719.122275:0:9212:0:(lmv_intent.c:509:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1776200719.122276:0:9212:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1776200719.122278:0:9212:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 000000003b49ed52. 00000080:00000001:0.0:1776200719.122279:0:9212:0:(dcache.c:259:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1776200719.122280:0:9212:0:(dcache.c:262:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200719.122282:0:9212:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000e143c7f8) 00000080:00010000:0.0:1776200719.122283:0:9212:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000e143c7f8) for lock 0x8d91c35bada81cba 00000080:00000001:0.0:1776200719.122286:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.122287:0:9212:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1776200719.122287:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.122289:0:9212:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1776200719.122289:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.122290:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.122291:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c4c6f071 refcount=3 00000020:00000001:0.0:1776200719.122292:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.122293:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.122296:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.122297:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200719.122298:0:9212:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.122299:0:9212:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200719.122300:0:9212:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8d91c35bada81cba from it 0000000033745cc8 00010000:00000001:0.0:1776200719.122302:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.122302:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.122303:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c4c6f071 refcount=3 00000020:00000001:0.0:1776200719.122304:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.122306:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.122307:0:9212:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1776200719.122308:0:9212:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.122313:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200719.122314:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.122314:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.122315:0:9212:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1776200719.122316:0:9212:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1776200719.122317:0:9212:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.122321:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200719.122322:0:9212:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776200719.122323:0:9212:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1776200719.122324:0:9212:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1776200719.122325:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.122326:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.122327:0:9212:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.122328:0:9212:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1776200719.122329:0:9212:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.122330:0:9212:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.122331:0:9212:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.122343:0:9212:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1776200719.122344:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.122345:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1776200719.122346:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:0.0:1776200719.122347:0:9212:0:(client.c:2665:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1776200719.122349:0:9212:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000e143c7f8), inode mode 41ed mask 3 00000080:00000001:0.0:1776200719.122351:0:9212:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.122355:0:9212:0:(namei.c:1176:ll_atomic_open()) Process entered 00000080:00200000:0.0:1776200719.122356:0:9212:0:(namei.c:1183:ll_atomic_open()) VFS Op:name=f0a.replay-dual-32, dir=[0x200000007:0x1:0x0](00000000e143c7f8), file 00000000e0a0efa5, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1776200719.122361:0:9212:0:(namei.c:1203:ll_atomic_open()) kmalloced '(it)': 72 at 00000000fcda720b. 00000080:00000001:0.0:1776200719.122366:0:9212:0:(namei.c:827:ll_lookup_it()) Process entered 00000080:00200000:0.0:1776200719.122367:0:9212:0:(namei.c:833:ll_lookup_it()) VFS Op:name=f0a.replay-dual-32, dir=[0x200000007:0x1:0x0](00000000e143c7f8), intent=open|creat 00000080:00000010:0.0:1776200719.122372:0:9212:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 000000003b49ed52. 00000080:00000001:0.0:1776200719.122377:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.122378:0:9212:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1776200719.122379:0:9212:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-32' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1776200719.122383:0:9212:0:(lmv_intent.c:301:lmv_intent_open()) Process entered 00800000:00000001:0.0:1776200719.122388:0:9212:0:(lmv_obd.c:1077:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1776200719.122390:0:9212:0:(obd_class.h:918:obd_fid_alloc()) Process entered 00800000:00000001:0.0:1776200719.122391:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.122394:0:9212:0:(mdc_request.c:2771:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1776200719.122396:0:9212:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1776200719.122398:0:9212:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff993be2454000: Allocated FID [0x200000402:0x22:0x0] 40000000:00000001:0.0:1776200719.122401:0:9212:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.122403:0:9212:0:(mdc_request.c:2778:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.122404:0:9212:0:(obd_class.h:930:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.122406:0:9212:0:(lmv_obd.c:1101:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1776200719.122407:0:9212:0:(lmv_intent.c:375:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x22:0x0], name='f0a.replay-dual-32' -> mds #0 00800000:00000001:0.0:1776200719.122410:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.122411:0:9212:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1776200719.122412:0:9212:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: f0a.replay-dual-32,[0x200000402:0x22:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1776200719.122415:0:9212:0:(mdc_locks.c:932:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1776200719.122417:0:9212:0:(mdc_locks.c:263:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1776200719.122733:0:9212:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:0.0:1776200719.122737:0:9212:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.122740:0:9212:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:0.0:1776200719.122742:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f1cb6017 count: 2 00010000:00000001:0.0:1776200719.122744:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200719.122747:0:9212:0:(ldlm_request.c:2103:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1776200719.122750:0:9212:0:(ldlm_request.c:1691:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.122751:0:9212:0:(ldlm_request.c:2153:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1776200719.122753:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00000002:00000001:0.0:1776200719.122754:0:9212:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1776200719.122761:0:9212:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bb823270. 00000020:00000040:0.0:1776200719.122764:0:9212:0:(genops.c:1191:class_import_get()) import 000000000fe8d637 refcount=72 obd=lustre-MDT0000-mdc-ffff993be2454000 02000000:00000001:0.0:1776200719.122771:0:9212:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1776200719.122772:0:9212:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.122775:0:9212:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1776200719.122779:0:9212:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1776200719.122782:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.122783:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.122784:0:9212:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.122786:0:9212:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1776200719.122788:0:9212:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1776200719.122791:0:9212:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1776200719.122799:0:9212:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000004380e7a5. 00000100:00000001:0.0:1776200719.122805:0:9212:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.122809:0:9212:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1776200719.122810:0:9212:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.122812:0:9212:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1776200719.122813:0:9212:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.122814:0:9212:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.122823:0:9212:0:(mdc_locks.c:432:mdc_intent_open_pack()) Process leaving (rc=18446631080801027904 : -112992908523712 : ffff993bc9d34740) 00010000:00000001:0.0:1776200719.122826:0:9212:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1776200719.122828:0:9212:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1776200719.122830:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f1cb6017 count: 2 00010000:00000001:0.0:1776200719.122831:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200719.122834:0:9212:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1776200719.122836:0:9212:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000108dfc71. 00000020:00000001:0.0:1776200719.122840:0:9212:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1776200719.122841:0:9212:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000108dfc71 with handle 0x8d91c35bada81dc4 to hash 00000020:00000001:0.0:1776200719.123115:0:9212:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1776200719.123118:0:9212:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446631080713889920 : -112992995661696 : ffff993bc4a1a880) 00010000:00000001:0.0:1776200719.123121:0:9212:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446631080713889920 : -112992995661696 : ffff993bc4a1a880) 00010000:00000001:0.0:1776200719.123125:0:9212:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1776200719.123126:0:9212:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200719.123128:0:9212:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000108dfc71/0x8d91c35bada81dc4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.123136:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00010000:00010000:0.0:1776200719.123138:0:9212:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000108dfc71/0x8d91c35bada81dc4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.123144:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00000020:00100000:0.0:1776200719.123154:0:9212:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993be2454000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1776200719.123162:0:9212:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000bb823270 x1862481227041600/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:0.0:1776200719.123170:0:9212:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000108dfc71/0x8d91c35bada81dc4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.123175:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00000100:00000001:0.0:1776200719.123177:0:9212:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1776200719.123179:0:9212:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1776200719.123185:0:9212:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000e9cb189. 00000100:00000001:0.0:1776200719.123188:0:9212:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446631080835672128 : -112992873879488 : ffff993bcbe3e840) 00000100:00000001:0.0:1776200719.123190:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.123191:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801027904 : -112992908523712 : ffff993bc9d34740) 00000100:00000001:0.0:1776200719.123195:0:9212:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1776200719.123199:0:9212:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.123202:0:9212:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1776200719.123203:0:9212:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776200719.123206:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bb823270 x1862481227041600/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 0 ref 2 fl New:PQU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.123214:0:9212:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200719.123217:0:9212:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200719.123221:0:9212:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776200719.123224:0:9212:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200719.123227:0:9212:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bb823270 pname:cluuid:pid:xid:nid:opc:job createmany:128773b9-ec2f-47c2-9bf4-461c71beba7d:9212:1862481227041600:192.168.203.148@tcp:101:createmany.0 00000100:00000001:0.0:1776200719.123231:0:9212:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776200719.123237:0:9212:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776200719.123240:0:9212:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200719.123242:0:9212:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1776200719.123296:0:9212:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at 00000000c045f291. 02000000:00000001:0.0:1776200719.123298:0:9212:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776200719.123306:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:0.0:1776200719.123310:0:9212:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003295735c. 00000400:00000010:0.0:1776200719.123319:0:9212:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 632 at 0000000095412ed1 (tot 3422718). 00000100:00000200:0.0:1776200719.123326:0:9212:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1862481227041600, portal 10 00000100:00000001:0.0:1776200719.123328:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.123329:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801027904 : -112992908523712 : ffff993bc9d34740) 00000100:00000040:0.0:1776200719.123344:0:9212:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000bb823270 x1862481227041600/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.123351:0:9212:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776200719.123354:0:9212:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:0.0:1776200719.123358:0:9212:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007371f4d9. 00000100:00000200:0.0:1776200719.123362:0:9212:0:(niobuf.c:86:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1862481227041600, offset 0 00000400:00000200:0.0:1776200719.123370:0:9212:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:0.0:1776200719.123379:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200719.123389:0:9212:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:0.0:1776200719.123397:0:9212:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:0.0:1776200719.123401:0:9212:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776200719.123404:0:9212:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:0.0:1776200719.123408:0:9212:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [278:278:256:4294967295] 192.168.203.148@tcp LPNI seq info [278:278:8:4294967295] 00000400:00000200:0.0:1776200719.123412:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200719.124162:0:9212:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:0.0:1776200719.124173:0:9212:0:(socklnd_cb.c:995:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:0.0:1776200719.124181:0:9212:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000728f067b (tot 3422966). 00000800:00000200:0.0:1776200719.124190:0:9212:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:0.0:1776200719.124199:0:9212:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:0.0:1776200719.124203:0:9212:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000728f067b type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1776200719.124282:0:9212:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.124285:0:9212:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200719.124289:0:9212:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.124292:0:9212:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200719.124294:0:9212:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:0.0:1776200719.124295:0:9212:0:(client.c:2500:ptlrpc_set_wait()) set 000000000e9cb189 going to sleep for 6 seconds 00000100:00000001:0.0:1776200719.124299:0:9212:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200719.124302:0:9212:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200719.143702:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200719.143709:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200719.143719:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200719.143720:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200719.143723:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200719.143724:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1776200719.143752:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000020:00000001:0.0:1776200719.143757:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1776200719.143762:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200719.143766:0:5027:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1776200719.143770:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200719.143774:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.143777:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.143789:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.143798:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200719.143808:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.143829:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.143834:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.143839:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 656 into portal 10 MB=0x69deab3f04b40 00000400:00000200:2.0:1776200719.143845:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.143872:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 656/656 into md 0xbdd [32] + 224 00000800:00000001:2.0:1776200719.143884:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.143895:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.143898:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.143902:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200719.143910:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200719.143918:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bb823270 x1862481227041600/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 2 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200719.143930:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=656 offset=224 replen=66264 req@00000000bb823270 x1862481227041600/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.143950:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:2.0:1776200719.143961:0:2234:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1776200719.143965:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.143971:0:2234:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200719.143977:0:2234:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [279:279:256:4294967295] 192.168.203.148@tcp LPNI seq info [279:279:8:4294967295] 00000400:00000200:2.0:1776200719.143993:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.144003:0:2234:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000100:00000001:0.0:1776200719.144008:0:9212:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1776200719.144010:0:2234:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.148@tcp 00000400:00000001:0.0:1776200719.144018:0:9212:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000800:00000010:2.0:1776200719.144018:0:2234:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 744 at 00000000eeb1c353 (tot 3423462). 00000400:00000001:0.0:1776200719.144021:0:9212:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1776200719.144025:0:9212:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003295735c. 00000800:00000200:2.0:1776200719.144026:0:2234:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000400:00000200:0.0:1776200719.144033:0:9212:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095412ed1 00000400:00000010:0.0:1776200719.144037:0:9212:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 632 at 0000000095412ed1 (tot 3422830). 00000800:00000200:2.0:1776200719.144038:0:2234:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000100:00000001:0.0:1776200719.144043:0:9212:0:(events.c:103:reply_in_callback()) Process entered 00000800:00000200:2.0:1776200719.144045:0:2234:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eeb1c353 type 0, nob 96 niov 1 nkiov 0 00000100:00000200:0.0:1776200719.144049:0:9212:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bb823270 x1862481227041600/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:0.0:1776200719.144060:0:9212:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bb823270 x1862481227041600/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RPQU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.144066:0:9212:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1776200719.144068:0:9212:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200719.144071:0:9212:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1776200719.144075:0:9212:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1776200719.144078:0:9212:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1776200719.144081:0:9212:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200719.144084:0:9212:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1776200719.144093:0:9212:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=88 v=1 (1 0 0 0) 00000100:00001000:0.0:1776200719.144099:0:9212:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=88 v=1 (1 0 0 0) 00000100:00000001:0.0:1776200719.144102:0:9212:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1776200719.144104:0:9212:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.144107:0:9212:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1776200719.144111:0:9212:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.144114:0:9212:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1776200719.144116:0:9212:0:(client.c:1389:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1776200719.144118:0:9212:0:(client.c:1391:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1776200719.144121:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.144123:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801027904 : -112992908523712 : ffff993bc9d34740) 00000100:00000001:0.0:1776200719.144126:0:9212:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1776200719.144128:0:9212:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 0 00000100:00000001:0.0:1776200719.144130:0:9212:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1776200719.144133:0:9212:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200719.144138:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bb823270 x1862481227041600/t4294967371(4294967371) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200726 ref 3 fl Rpc:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.144148:0:9212:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200719.144151:0:9212:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1776200719.144154:0:9212:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1776200719.144157:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bb823270 x1862481227041600/t4294967371(4294967371) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200726 ref 3 fl Interpret:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:0.0:1776200719.144164:0:9212:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bb823270 pname:cluuid:pid:xid:nid:opc:job createmany:128773b9-ec2f-47c2-9bf4-461c71beba7d:9212:1862481227041600:192.168.203.148@tcp:101:createmany.0 00000800:00000200:2.0:1776200719.144165:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1776200719.144171:0:9212:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1776200719.144172:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 744 at 00000000eeb1c353 (tot 3422086). 00000100:00000001:0.0:1776200719.144176:0:9212:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1776200719.144178:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1776200719.144181:0:9212:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1776200719.144184:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000400:00000200:2.0:1776200719.144184:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000100:00000040:0.0:1776200719.144189:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000bb823270 x1862481227041600/t4294967371(4294967371) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200726 ref 3 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000800:00000001:2.0:1776200719.144192:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.144196:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200719.144197:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1776200719.144202:0:9212:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000e9cb189. 00000100:00000001:0.0:1776200719.144206:0:9212:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1776200719.144208:0:9212:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.144211:0:9212:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1776200719.144218:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.144220:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.144223:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000108dfc71 refcount=4 00000020:00000001:0.0:1776200719.144226:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713889920 : -112992995661696 : ffff993bc4a1a880) 00010000:00000001:0.0:1776200719.144229:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713889920 : -112992995661696 : ffff993bc4a1a880) 00010000:00000040:0.0:1776200719.144239:0:9212:0:(ldlm_request.c:701:ldlm_cli_enqueue_fini()) local: 00000000108dfc71, remote cookie: 0x98dca339dc2afd6a, flags: 0x1001 00010000:00010000:0.0:1776200719.144244:0:9212:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode CR ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000108dfc71/0x8d91c35bada81dc4 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afd6a expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.144251:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00010000:00000040:0.0:1776200719.144255:0:9212:0:(ldlm_request.c:723:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x22:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1776200719.144258:0:9212:0:(ldlm_lock.c:519:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1776200719.144267:0:9212:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a5ba0962. 00010000:00000010:0.0:1776200719.144271:0:9212:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e8309e61. 00010000:00000040:0.0:1776200719.144275:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200719.144277:0:9212:0:(ldlm_lock.c:570:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200719.144279:0:9212:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000108dfc71/0x8d91c35bada81dc4 lrc: 4/0,1 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afd6a expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.144284:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000a5ba0962 count: 1 00010000:00010000:0.0:1776200719.144287:0:9212:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000108dfc71/0x8d91c35bada81dc4 lrc: 4/0,1 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afd6a expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.144292:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000a5ba0962 count: 1 00010000:00000001:0.0:1776200719.144295:0:9212:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1776200719.144299:0:9212:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1776200719.144302:0:9212:0:(ldlm_lock.c:977:search_granted_lock()) Process entered 00010000:00000001:0.0:1776200719.144303:0:9212:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1776200719.144305:0:9212:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1776200719.144307:0:9212:0:(ldlm_resource.c:1787:ldlm_resource_dump()) --- Resource: [0x200000402:0x22:0x0].0x0 (00000000a5ba0962) refcount = 1 00010000:00010000:0.0:1776200719.144310:0:9212:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000108dfc71/0x8d91c35bada81dc4 lrc: 4/0,1 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2afd6a expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.144320:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000a5ba0962 count: 1 00010000:00000001:0.0:1776200719.144323:0:9212:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1776200719.144326:0:9212:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1776200719.144328:0:9212:0:(ldlm_lock.c:1891:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200719.144330:0:9212:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1776200719.144342:0:9212:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200719.144344:0:9212:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000108dfc71/0x8d91c35bada81dc4 lrc: 4/0,1 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afd6a expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.144350:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000a5ba0962 count: 1 00010000:00000001:0.0:1776200719.144352:0:9212:0:(ldlm_request.c:797:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1776200719.144354:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.144355:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.144356:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.144357:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.144359:0:9212:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.144363:0:9212:0:(mdc_locks.c:688:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1776200719.144367:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.144368:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.144369:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000108dfc71 refcount=3 00000020:00000001:0.0:1776200719.144370:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713889920 : -112992995661696 : ffff993bc4a1a880) 00010000:00000001:0.0:1776200719.144372:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713889920 : -112992995661696 : ffff993bc4a1a880) 00010000:00000001:0.0:1776200719.144374:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.144375:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.144376:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000108dfc71 refcount=4 00000020:00000001:0.0:1776200719.144378:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713889920 : -112992995661696 : ffff993bc4a1a880) 00010000:00000001:0.0:1776200719.144379:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713889920 : -112992995661696 : ffff993bc4a1a880) 00010000:00000001:0.0:1776200719.144383:0:9212:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1776200719.144385:0:9212:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200719.144387:0:9212:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000108dfc71/0x8d91c35bada81dc4 lrc: 5/1,1 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2afd6a expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.144398:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000a5ba0962 count: 1 00010000:00000001:0.0:1776200719.144400:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.144401:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.144402:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.144403:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.144404:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000108dfc71 refcount=5 00000020:00000001:0.0:1776200719.144406:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713889920 : -112992995661696 : ffff993bc4a1a880) 00010000:00000001:0.0:1776200719.144407:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713889920 : -112992995661696 : ffff993bc4a1a880) 00010000:00000001:0.0:1776200719.144410:0:9212:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1776200719.144412:0:9212:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000108dfc71/0x8d91c35bada81dc4 lrc: 5/1,1 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2afd6a expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.144417:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000a5ba0962 count: 1 00010000:00000001:0.0:1776200719.144419:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.144426:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1776200719.144427:0:9212:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000108dfc71/0x8d91c35bada81dc4 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2afd6a expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.144434:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000a5ba0962 count: 1 00010000:00000001:0.0:1776200719.144436:0:9212:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1776200719.144437:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.144438:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.144439:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.144439:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1776200719.144444:0:9212:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@00000000bb823270 x1862481227041600/t4294967371(4294967371) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200726 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:0.0:1776200719.144453:0:9212:0:(mdc_request.c:781:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1776200719.144456:0:9212:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000bb823270 x1862481227041600/t4294967371(4294967371) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200726 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:0.0:1776200719.144462:0:9212:0:(mdc_request.c:834:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.144470:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.144472:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.144473:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000108dfc71 refcount=3 00000020:00000001:0.0:1776200719.144474:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713889920 : -112992995661696 : ffff993bc4a1a880) 00010000:00000001:0.0:1776200719.144476:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713889920 : -112992995661696 : ffff993bc4a1a880) 00000002:00010000:0.0:1776200719.144479:0:9212:0:(mdc_locks.c:847:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000108dfc71/0x8d91c35bada81dc4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afd6a expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.144484:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000a5ba0962 count: 1 00000002:00000010:0.0:1776200719.144488:0:9212:0:(mdc_locks.c:849:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at 00000000d8716d93. 00010000:00000001:0.0:1776200719.144491:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.144491:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200719.144492:0:9212:0:(mdc_locks.c:889:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.144494:0:9212:0:(mdc_locks.c:1088:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.144497:0:9212:0:(mdc_locks.c:1110:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1776200719.144498:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.144499:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801027904 : -112992908523712 : ffff993bc9d34740) 00000100:00000001:0.0:1776200719.144501:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.144502:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801027904 : -112992908523712 : ffff993bc9d34740) 00010000:00000001:0.0:1776200719.144503:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.144504:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.144505:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000108dfc71 refcount=3 00000020:00000001:0.0:1776200719.144507:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713889920 : -112992995661696 : ffff993bc4a1a880) 00010000:00000001:0.0:1776200719.144508:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713889920 : -112992995661696 : ffff993bc4a1a880) 00000002:00010000:0.0:1776200719.144511:0:9212:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000108dfc71/0x8d91c35bada81dc4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afd6a expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:0.0:1776200719.144516:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000a5ba0962 count: 1 00010000:00000001:0.0:1776200719.144518:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.144518:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.144520:0:9212:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1776200719.144521:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.144522:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.144522:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000108dfc71 refcount=3 00000020:00000001:0.0:1776200719.144524:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713889920 : -112992995661696 : ffff993bc4a1a880) 00010000:00000001:0.0:1776200719.144526:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713889920 : -112992995661696 : ffff993bc4a1a880) 00010000:00000040:0.0:1776200719.144529:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000a5ba0962 count: 2 00010000:00000001:0.0:1776200719.144531:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1776200719.144534:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000a5ba0962 count: 1 00010000:00010000:0.0:1776200719.144536:0:9212:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000eb44f7cf type 13 mode 16 res 8589935618/34 (0 0) 00010000:00000001:0.0:1776200719.144539:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.144539:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200719.144540:0:9212:0:(mdc_locks.c:1205:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1776200719.144541:0:9212:0:(mdc_locks.c:1210:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-32 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1776200719.144545:0:9212:0:(mdc_locks.c:1365:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.144549:0:9212:0:(lmv_intent.c:421:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.144552:0:9212:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.144557:0:9212:0:(namei.c:663:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1776200719.144559:0:9212:0:(namei.c:668:ll_lookup_it_finish()) it 00000000fcda720b it_disposition 1800037 00000080:00002000:0.0:1776200719.144565:0:9212:0:(namei.c:648:ll_splice_alias()) Add dentry 0000000024b9c188 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1776200719.144570:0:9212:0:(namei.c:798:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1776200719.144574:0:9212:0:(namei.c:1071:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1776200719.144578:0:9212:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 000000003b49ed52. 00000100:00000001:0.0:1776200719.144583:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200719.144585:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 3 req@00000000bb823270 x1862481227041600/t4294967371(4294967371) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 4 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.144690:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.144694:0:9212:0:(namei.c:1409:ll_create_it()) Process entered 00000080:00200000:0.0:1776200719.144696:0:9212:0:(namei.c:1412:ll_create_it()) VFS Op:name=f0a.replay-dual-32, dir=[0x200000007:0x1:0x0](00000000e143c7f8), intent=open|creat 00000080:00000001:0.0:1776200719.144700:0:9212:0:(namei.c:1361:ll_create_node()) Process entered 00000080:00000001:0.0:1776200719.144702:0:9212:0:(llite_lib.c:3156:ll_prep_inode()) Process entered 00000080:00000001:0.0:1776200719.144704:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.144707:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.144711:0:9212:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1776200719.144715:0:9212:0:(mdc_request.c:665:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1776200719.144717:0:9212:0:(lcommon_cl.c:274:cl_fid_build_ino()) Process leaving (rc=144115205289279522 : 144115205289279522 : 200000402000022) 00000080:00000001:0.0:1776200719.144720:0:9212:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:0.0:1776200719.144731:0:9212:0:(super25.c:60:ll_alloc_inode()) slab-alloced 'lli': 2032 at 00000000cabec14f. 00000020:00000001:0.0:1776200719.144744:0:9212:0:(class_obd.c:866:obd_heat_clear()) Process entered 00000020:00000001:0.0:1776200719.144746:0:9212:0:(class_obd.c:869:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1776200719.144749:0:9212:0:(llite_lib.c:2835:ll_read_inode2()) Process entered 00000080:00200000:0.0:1776200719.144750:0:9212:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x200000402:0x22:0x0](00000000c69ae7e7) 00000020:00000001:0.0:1776200719.144755:0:9212:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:0.0:1776200719.144759:0:9212:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080802469000 : -112992907082616 : ffff993bc9e94488) 00000020:00001000:0.0:1776200719.144761:0:9212:0:(cl_object.c:739:cl_env_get()) 1@00000000bbd77179 00000020:00000001:0.0:1776200719.144765:0:9212:0:(lu_object.c:816:lu_object_find_at()) Process entered 00000080:00000010:0.0:1776200719.144770:0:9212:0:(vvp_object.c:308:vvp_object_alloc()) slab-alloced 'vob': 200 at 00000000d3602b43. 00000020:00000001:0.0:1776200719.144772:0:9212:0:(cl_object.c:74:cl_object_header_init()) Process entered 00000020:00000001:0.0:1776200719.144774:0:9212:0:(cl_object.c:81:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1776200719.144784:0:9212:0:(lov_object.c:2283:lov_object_alloc()) Process entered 00020000:00000010:0.0:1776200719.144787:0:9212:0:(lov_object.c:2284:lov_object_alloc()) slab-alloced 'lov': 248 at 00000000373075d8. 00020000:00000001:0.0:1776200719.144789:0:9212:0:(lov_object.c:2298:lov_object_alloc()) Process leaving (rc=18446631080922341376 : -112992787210240 : ffff993bd10e6000) 00020000:00000001:0.0:1776200719.144792:0:9212:0:(lov_object.c:1342:lov_object_init()) Process entered 00020000:00000001:0.0:1776200719.144795:0:9212:0:(lov_pack.c:336:lov_unpackmd()) Process entered 00020000:00000010:0.0:1776200719.144800:0:9212:0:(lov_ea.c:213:lsme_unpack()) kmalloced '(lsme)': 72 at 00000000e24073fd. 00020000:00000010:0.0:1776200719.144803:0:9212:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at 00000000d05ecd3f. 00020000:00000010:0.0:1776200719.144807:0:9212:0:(lov_ea.c:338:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at 0000000059239e54. 00020000:00000001:0.0:1776200719.144809:0:9212:0:(lov_pack.c:348:lov_unpackmd()) Process leaving (rc=18446631080692775456 : -112993016776160 : ffff993bc35f7a20) 00020000:00000002:0.0:1776200719.144811:0:9212:0:(lov_ea.c:635:dump_lsm()) lsm 0000000059239e54, objid 0x22:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1776200719.144815:0:9212:0:(lov_ea.c:657:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 1048576, pool: [] 00020000:00000002:0.0:1776200719.144818:0:9212:0:(lov_ea.c:667:dump_lsm()) oinfo:00000000d05ecd3f: ostid: 0x0:19 ost idx: 1 gen: 0 00020000:00000001:0.0:1776200719.144821:0:9212:0:(lov_object.c:636:lov_init_composite()) Process entered 00020000:00000002:0.0:1776200719.144822:0:9212:0:(lov_ea.c:635:dump_lsm()) lsm 0000000059239e54, objid 0x22:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1776200719.144825:0:9212:0:(lov_ea.c:657:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 1048576, pool: [] 00020000:00000002:0.0:1776200719.144827:0:9212:0:(lov_ea.c:667:dump_lsm()) oinfo:00000000d05ecd3f: ostid: 0x0:19 ost idx: 1 gen: 0 00020000:00000010:0.0:1776200719.144830:0:9212:0:(lov_object.c:655:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at 000000004562ee71. 00020000:00000010:0.0:1776200719.144832:0:9212:0:(lov_object.c:659:lov_init_composite()) kmalloced '(comp->lo_entries)': 168 at 000000000e9cb189. 00020000:00000001:0.0:1776200719.144837:0:9212:0:(lov_object.c:213:lov_init_raid0()) Process entered 00020000:00000010:0.0:1776200719.144839:0:9212:0:(lov_object.c:218:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at 0000000052b77f8f. 00020000:00000001:0.0:1776200719.144842:0:9212:0:(lov_object.c:104:lov_sub_find()) Process entered 00000020:00000001:0.0:1776200719.144843:0:9212:0:(lu_object.c:816:lu_object_find_at()) Process entered 00020000:00000001:0.0:1776200719.145069:0:9212:0:(lovsub_object.c:185:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1776200719.145074:0:9212:0:(lovsub_object.c:186:lovsub_object_alloc()) slab-alloced 'los': 200 at 00000000eeb442ba. 00000020:00000001:0.0:1776200719.145077:0:9212:0:(cl_object.c:74:cl_object_header_init()) Process entered 00000020:00000001:0.0:1776200719.145078:0:9212:0:(cl_object.c:81:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1776200719.145080:0:9212:0:(lovsub_object.c:199:lovsub_object_alloc()) Process leaving (rc=18446631080692770896 : -112993016780720 : ffff993bc35f6850) 00020000:00000001:0.0:1776200719.145085:0:9212:0:(lovsub_object.c:58:lovsub_object_init()) Process entered 00000008:00000010:0.0:1776200719.145090:0:9212:0:(osc_object.c:449:osc_object_alloc()) slab-alloced 'osc': 432 at 000000007249c0b2. 00020000:00000001:0.0:1776200719.145093:0:9212:0:(lovsub_object.c:67:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200719.145098:0:9212:0:(lu_object.c:915:lu_object_find_at()) Process leaving (rc=18446631080692770896 : -112993016780720 : ffff993bc35f6850) 00020000:00000001:0.0:1776200719.145101:0:9212:0:(lov_object.c:108:lov_sub_find()) Process leaving (rc=18446631080692770896 : -112993016780720 : ffff993bc35f6850) 00020000:00000002:0.0:1776200719.145104:0:9212:0:(lov_object.c:155:lov_init_sub()) [0x100010000:0x13:0x0]@00000000eeb442ba[0:0] -> [0x200000402:0x22:0x0]@00000000d3602b43: ostid: 0x0:19 ost idx: 1 gen: 0 00020000:00000001:0.0:1776200719.145109:0:9212:0:(lov_object.c:284:lov_init_raid0()) Process leaving (rc=176 : 176 : b0) 00020000:00000001:0.0:1776200719.145111:0:9212:0:(lov_object.c:813:lov_init_composite()) Process leaving 00020000:00000001:0.0:1776200719.145113:0:9212:0:(lov_object.c:1370:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200719.145116:0:9212:0:(lu_object.c:915:lu_object_find_at()) Process leaving (rc=18446631080692772496 : -112993016779120 : ffff993bc35f6e90) 00000020:00001000:0.0:1776200719.145119:0:9212:0:(cl_object.c:820:cl_env_put()) 1@00000000bbd77179 00000080:00000001:0.0:1776200719.145123:0:9212:0:(lcommon_cl.c:274:cl_fid_build_ino()) Process leaving (rc=144115205289279522 : 144115205289279522 : 200000402000022) 00000080:00000001:0.0:1776200719.145125:0:9212:0:(lcommon_cl.c:286:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1776200719.145127:0:9212:0:(llite_lib.c:2690:ll_update_inode()) setting ino 144115205289279522 mtime from 0 to 1776200719 00000080:00000001:0.0:1776200719.145132:0:9212:0:(llite_lib.c:2864:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1776200719.145134:0:9212:0:(namei.c:166:ll_iget()) Process leaving (rc=18446631080817502416 : -112992892049200 : ffff993bcacea8d0) 00010000:00000001:0.0:1776200719.145137:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.145138:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.145140:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000108dfc71 refcount=3 00000020:00000001:0.0:1776200719.145142:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713889920 : -112992995661696 : ffff993bc4a1a880) 00010000:00000001:0.0:1776200719.145144:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713889920 : -112992995661696 : ffff993bc4a1a880) 00000080:00000001:0.0:1776200719.145147:0:9212:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:0.0:1776200719.145148:0:9212:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:0.0:1776200719.145149:0:9212:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080802469000 : -112992907082616 : ffff993bc9e94488) 00000020:00001000:0.0:1776200719.145151:0:9212:0:(cl_object.c:739:cl_env_get()) 1@00000000bbd77179 00000020:00000001:0.0:1776200719.145152:0:9212:0:(cl_object.c:296:cl_conf_set()) Process entered 00020000:00000001:0.0:1776200719.145155:0:9212:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:0.0:1776200719.145156:0:9212:0:(lov_pack.c:336:lov_unpackmd()) Process entered 00020000:00000010:0.0:1776200719.145158:0:9212:0:(lov_ea.c:213:lsme_unpack()) kmalloced '(lsme)': 72 at 00000000a8c98719. 00020000:00000010:0.0:1776200719.145161:0:9212:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at 00000000ae9d3421. 00020000:00000010:0.0:1776200719.145163:0:9212:0:(lov_ea.c:338:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at 000000009b71c623. 00020000:00000001:0.0:1776200719.145164:0:9212:0:(lov_pack.c:348:lov_unpackmd()) Process leaving (rc=18446631080692775072 : -112993016776544 : ffff993bc35f78a0) 00020000:00000002:0.0:1776200719.145166:0:9212:0:(lov_ea.c:635:dump_lsm()) lsm 000000009b71c623, objid 0x22:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1776200719.145168:0:9212:0:(lov_ea.c:657:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 1048576, pool: [] 00020000:00000002:0.0:1776200719.145170:0:9212:0:(lov_ea.c:667:dump_lsm()) oinfo:00000000ae9d3421: ostid: 0x0:19 ost idx: 1 gen: 0 00020000:00000002:0.0:1776200719.145173:0:9212:0:(lov_object.c:1234:lov_conf_lock()) Took exclusive lov(00000000373075d8) owner 00000000c7f03c54 00020000:00000001:0.0:1776200719.145175:0:9212:0:(lov_object.c:1439:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1776200719.145178:0:9212:0:(lov_object.c:1240:lov_conf_unlock()) To release exclusive lov(00000000373075d8) owner 00000000c7f03c54 00020000:00000010:0.0:1776200719.145181:0:9212:0:(lov_ea.c:144:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at 00000000ae9d3421. 00020000:00000010:0.0:1776200719.145184:0:9212:0:(lov_ea.c:147:lsme_free()) kfreed 'lsme': 72 at 00000000a8c98719. 00020000:00000010:0.0:1776200719.145187:0:9212:0:(lov_ea.c:166:lsm_free()) kfreed 'lsm': 88 at 000000009b71c623. 00020000:00000002:0.0:1776200719.145189:0:9212:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x22:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1776200719.145191:0:9212:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200719.145192:0:9212:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200719.145195:0:9212:0:(cl_object.c:387:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1776200719.145197:0:9212:0:(lov_object.c:1182:lov_conf_freeze()) To take share lov(00000000373075d8) owner 0000000000000000/00000000c7f03c54 00020000:00000002:0.0:1776200719.145200:0:9212:0:(lov_object.c:2311:lov_lsm_addref()) lsm 0000000059239e54 addref 2/0 by 00000000c7f03c54. 00020000:00000002:0.0:1776200719.145202:0:9212:0:(lov_object.c:1190:lov_conf_thaw()) To release share lov(00000000373075d8) owner 0000000000000000/00000000c7f03c54 00020000:00000001:0.0:1776200719.145204:0:9212:0:(lov_object.c:2209:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1776200719.145206:0:9212:0:(lov_pack.c:197:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1776200719.145207:0:9212:0:(lov_pack.c:109:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1776200719.145209:0:9212:0:(lov_pack.c:114:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1776200719.145210:0:9212:0:(lov_object.c:2227:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1776200719.145212:0:9212:0:(file.c:5870:ll_layout_conf()) [0x200000402:0x22:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1776200719.145214:0:9212:0:(cl_object.c:820:cl_env_put()) 1@00000000bbd77179 00000080:00000001:0.0:1776200719.145216:0:9212:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.145217:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.145219:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1776200719.145220:0:9212:0:(llite_lib.c:3243:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1776200719.145222:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.145224:0:9212:0:(lmv_obd.c:3637:lmv_free_lustre_md()) Process entered 00800000:00000001:0.0:1776200719.145227:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.145229:0:9212:0:(mdc_request.c:675:mdc_free_lustre_md()) Process entered 00000002:00000001:0.0:1776200719.145230:0:9212:0:(mdc_request.c:676:mdc_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.145232:0:9212:0:(lmv_obd.c:3649:lmv_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200719.145233:0:9212:0:(namei.c:1379:ll_create_node()) setting l_ast_data to inode [0x200000402:0x22:0x0](00000000c69ae7e7) 00000080:00010000:0.0:1776200719.145236:0:9212:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000402:0x22:0x0](00000000c69ae7e7) for lock 0x8d91c35bada81dc4 00000080:00000001:0.0:1776200719.145239:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.145241:0:9212:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1776200719.145242:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.145244:0:9212:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1776200719.145245:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.145246:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.145247:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000108dfc71 refcount=3 00000020:00000001:0.0:1776200719.145248:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713889920 : -112992995661696 : ffff993bc4a1a880) 00010000:00000001:0.0:1776200719.145250:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713889920 : -112992995661696 : ffff993bc4a1a880) 00010000:00000001:0.0:1776200719.145252:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.145252:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200719.145254:0:9212:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.145255:0:9212:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.145257:0:9212:0:(namei.c:1381:ll_create_node()) Process leaving 00000100:00000001:0.0:1776200719.145258:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200719.145262:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000bb823270 x1862481227041600/t4294967371(4294967371) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 3 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.145267:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.145273:0:9212:0:(namei.c:1461:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.145275:0:9212:0:(pcc.c:2323:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1776200719.145277:0:9212:0:(pcc.c:2326:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.145286:0:9212:0:(file.c:834:ll_file_open()) Process entered 00000080:00200000:0.0:1776200719.145288:0:9212:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x200000402:0x22:0x0](00000000c69ae7e7), flags 100102 00000080:00000010:0.0:1776200719.145294:0:9212:0:(file.c:80:ll_file_data_get()) slab-alloced 'fd': 280 at 000000000ef24eeb. 00000080:00000010:0.0:1776200719.145300:0:9212:0:(file.c:1001:ll_file_open()) kmalloced '(*och_p)': 48 at 0000000080a532d2. 00000080:00000001:0.0:1776200719.145303:0:9212:0:(file.c:767:ll_local_open()) Process entered 00000080:00000001:0.0:1776200719.145306:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.145308:0:9212:0:(lmv_obd.c:3660:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1776200719.145310:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.145311:0:9212:0:(mdc_request.c:781:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1776200719.145314:0:9212:0:(obd.h:1238:obd_mod_alloc()) kmalloced '(mod)': 32 at 0000000027fed16c. 00000002:00100000:0.0:1776200719.145318:0:9212:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000bb823270 x1862481227041600/t4294967371(4294967371) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:0.0:1776200719.145324:0:9212:0:(mdc_request.c:834:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.145325:0:9212:0:(lmv_obd.c:3666:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1776200719.145328:0:9212:0:(rw.c:921:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1776200719.145340:0:9212:0:(file.c:785:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.145342:0:9212:0:(pcc.c:1499:pcc_file_open()) Process entered 00000080:00000001:0.0:1776200719.145345:0:9212:0:(pcc.c:1414:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1776200719.145346:0:9212:0:(pcc.c:1420:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.145348:0:9212:0:(pcc.c:1518:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1776200719.145350:0:9212:0:(pcc.c:1542:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.145352:0:9212:0:(file.c:1039:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200719.145355:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200719.145358:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000bb823270 x1862481227041600/t4294967371(4294967371) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 02000000:00000001:0.0:1776200719.145364:0:9212:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1776200719.145368:0:9212:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at 00000000c045f291. 02000000:00000001:0.0:1776200719.147143:0:9212:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1776200719.147149:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.147159:0:9212:0:(dcache.c:214:ll_intent_release()) Process entered 00000080:00000040:0.0:1776200719.147161:0:9212:0:(dcache.c:216:ll_intent_release()) intent 00000000fcda720b released 00000080:00010000:0.0:1776200719.147165:0:9212:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8d91c35bada81dc4 from it 00000000fcda720b 00010000:00000001:0.0:1776200719.147169:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.147172:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.147175:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000108dfc71 refcount=3 00000020:00000001:0.0:1776200719.147179:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713889920 : -112992995661696 : ffff993bc4a1a880) 00010000:00000001:0.0:1776200719.147182:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713889920 : -112992995661696 : ffff993bc4a1a880) 00010000:00000001:0.0:1776200719.147185:0:9212:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1776200719.147189:0:9212:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000108dfc71/0x8d91c35bada81dc4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x98dca339dc2afd6a expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:0.0:1776200719.147199:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000a5ba0962 count: 1 00010000:00000001:0.0:1776200719.147203:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.147205:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.147207:0:9212:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1776200719.147210:0:9212:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1776200719.147211:0:9212:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000108dfc71/0x8d91c35bada81dc4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x98dca339dc2afd6a expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:0.0:1776200719.147217:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000a5ba0962 count: 1 00010000:00000001:0.0:1776200719.147220:0:9212:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776200719.147225:0:9212:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1776200719.147228:0:9212:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1776200719.147232:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.147233:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.147234:0:9212:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.147238:0:9212:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1776200719.147240:0:9212:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.147241:0:9212:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.147245:0:9212:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.147248:0:9212:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1776200719.147248:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.147249:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1776200719.147251:0:9212:0:(dcache.c:227:ll_intent_release()) Process leaving 00000080:00000010:0.0:1776200719.147253:0:9212:0:(namei.c:1349:ll_atomic_open()) kfreed 'it': 72 at 00000000fcda720b. 00000080:00000001:0.0:1776200719.147259:0:9212:0:(namei.c:1351:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.147264:0:9212:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00200000:0.0:1776200719.147266:0:9212:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000402:0x22:0x0](00000000c69ae7e7), inode mode 81a4 mask 40 00000080:00000001:0.0:1776200719.147272:0:9212:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200719.152168:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200719.152190:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a12e233f (tot 3422086). 00000400:00000200:2.0:1776200719.152196:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.152201:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200719.152207:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fae349cc 00000400:00000010:2.0:1776200719.152209:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fae349cc. 00000100:00000001:2.0:1776200719.152213:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200719.152216:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005129d97f x1862481227041728/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.152225:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200719.152227:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000005129d97f x1862481227041728/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.152232:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200719.152233:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1776200719.175090:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200719.175094:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000db8b4815 (tot 3422086). 00000400:00000200:2.0:1776200719.175102:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.175108:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200719.175112:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a326b56 00000400:00000010:2.0:1776200719.175114:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a326b56. 00000100:00000001:2.0:1776200719.175118:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200719.175122:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002c63beaa x1862481227041984/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.175132:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200719.175134:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000002c63beaa x1862481227041984/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.175139:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200719.175141:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200719.178934:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.178956:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200719.178962:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.178964:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.178979:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.178988:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200719.178997:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.179020:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.179025:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.179030:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f04cc0 00000400:00000200:2.0:1776200719.179036:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.179042:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0xbf5 [1] + 224 00000800:00000001:2.0:1776200719.179053:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.179068:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.179071:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.179075:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200719.179084:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200719.179091:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002c63beaa x1862481227041984/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200719.179100:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=456 offset=224 replen=624 req@000000002c63beaa x1862481227041984/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.179116:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200719.179127:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.179129:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200719.188434:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.188457:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200719.188464:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.188468:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.188482:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.188492:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200719.188502:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.188508:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.188513:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.188517:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 656 into portal 10 MB=0x69deab3f04d40 00000400:00000200:2.0:1776200719.188523:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.188529:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 656/656 into md 0xbfd [32] + 224 00000800:00000001:2.0:1776200719.188537:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.188546:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.188549:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.188572:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200719.188581:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200719.188636:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000018e4593f x1862481227042112/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 2 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200719.188648:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=656 offset=224 replen=66264 req@0000000018e4593f x1862481227042112/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.188666:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:2.0:1776200719.188676:0:2234:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1776200719.188680:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.188685:0:2234:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200719.188691:0:2234:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [285:285:256:4294967295] 192.168.203.148@tcp LPNI seq info [285:285:8:4294967295] 00000400:00000200:2.0:1776200719.188695:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.188703:0:2234:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:2.0:1776200719.188708:0:2234:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200719.188715:0:2234:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 744 at 00000000620b59a0 (tot 3423462). 00000800:00000200:2.0:1776200719.188721:0:2234:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200719.188729:0:2234:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200719.188733:0:2234:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000620b59a0 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1776200719.188830:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200719.188834:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 744 at 00000000620b59a0 (tot 3422718). 00000400:00000200:2.0:1776200719.188838:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.188841:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:2.0:1776200719.188857:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.191039:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1776200719.199573:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200719.199582:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d9fb19b1 (tot 3422086). 00000400:00000200:2.0:1776200719.199681:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.199691:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200719.199698:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000072e82ceb 00000400:00000010:2.0:1776200719.199701:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000072e82ceb. 00000100:00000001:2.0:1776200719.199726:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200719.199733:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ae8699c3 x1862481227042240/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.199746:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200719.199749:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000ae8699c3 x1862481227042240/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.199755:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200719.199757:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200719.202714:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.202737:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200719.202743:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.202745:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.202759:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.202767:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200719.202776:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.202782:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.202786:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.202791:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f04dc0 00000400:00000200:2.0:1776200719.202797:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.202804:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0xc05 [1] + 224 00000800:00000001:2.0:1776200719.202813:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.202827:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.202830:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.202834:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200719.202842:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200719.202861:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ae8699c3 x1862481227042240/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200719.202872:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=456 offset=224 replen=624 req@00000000ae8699c3 x1862481227042240/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.202893:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200719.202904:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.202909:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1776200719.210190:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200719.210194:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a12e233f (tot 3422718). 00000400:00000200:2.0:1776200719.210201:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.210207:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200719.210212:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e92e4cf2 00000400:00000010:2.0:1776200719.210215:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e92e4cf2. 00000100:00000001:2.0:1776200719.210219:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200719.210225:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009c30dc70 x1862481227042368/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.210237:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200719.210240:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000009c30dc70 x1862481227042368/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 3 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.210247:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200719.210248:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200719.214624:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.214647:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200719.214654:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.214657:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.214671:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.214681:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200719.214691:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.214698:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.214703:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.214708:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 656 into portal 10 MB=0x69deab3f04e40 00000400:00000200:2.0:1776200719.214714:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.214721:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 656/656 into md 0xc0d [32] + 224 00000800:00000001:2.0:1776200719.214729:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.214754:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.214757:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.214762:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200719.214771:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200719.214779:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009c30dc70 x1862481227042368/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 2 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200719.214809:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=656 offset=224 replen=66264 req@000000009c30dc70 x1862481227042368/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.214824:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:2.0:1776200719.214835:0:2234:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1776200719.214839:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.214855:0:2234:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200719.214867:0:2234:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [288:288:256:4294967295] 192.168.203.148@tcp LPNI seq info [288:288:8:4294967295] 00000400:00000200:2.0:1776200719.214871:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.214880:0:2234:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:2.0:1776200719.214885:0:2234:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200719.214891:0:2234:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 744 at 000000003721b7c9 (tot 3423462). 00000800:00000200:2.0:1776200719.214898:0:2234:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200719.214906:0:2234:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200719.214910:0:2234:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003721b7c9 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1776200719.215019:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200719.215022:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 744 at 000000003721b7c9 (tot 3422718). 00000400:00000200:2.0:1776200719.215026:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.215029:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:2.0:1776200719.215035:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.215037:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1776200719.222730:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200719.222742:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003a271fe (tot 3422086). 00000400:00000200:2.0:1776200719.222756:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.222768:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200719.222775:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ec8357ff 00000400:00000010:2.0:1776200719.222778:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ec8357ff. 00000100:00000001:2.0:1776200719.222785:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200719.222792:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000656bf325 x1862481227042496/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.222833:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200719.222836:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000656bf325 x1862481227042496/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.222853:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200719.222855:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000080:00000001:2.0:1776200719.225668:0:9212:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:2.0:1776200719.225671:0:9212:0:(dcache.c:133:ll_ddelete()) keeping dentry f0a.replay-dual-35 (00000000398739d4, parent 000000008fe1cc87, inode 00000000bdccc592) hashed, 00000080:00000001:2.0:1776200719.225676:0:9212:0:(dcache.c:137:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1776200719.225768:0:9212:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1776200719.225771:0:9212:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1776200719.225774:0:9212:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:2.0:1776200719.225775:0:9212:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000e143c7f8),name=/ 00000080:00000010:2.0:1776200719.225781:0:9212:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 000000002f64beb0. 00000080:00000001:2.0:1776200719.225787:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1776200719.225791:0:9212:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1776200719.225794:0:9212:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1776200719.225798:0:9212:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1776200719.225800:0:9212:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:2.0:1776200719.225803:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1776200719.225807:0:9212:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1776200719.225808:0:9212:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1776200719.225812:0:9212:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1776200719.225814:0:9212:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1776200719.225817:0:9212:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1776200719.225825:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f1cb6017 count: 2 00010000:00000001:2.0:1776200719.225827:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1776200719.225833:0:9212:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1776200719.225835:0:9212:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1776200719.225838:0:9212:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200719.226125:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00010000:00000040:2.0:1776200719.226145:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 02000000:00000001:2.0:1776200719.226149:0:9212:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1776200719.226153:0:9212:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1776200719.226156:0:9212:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200719.226162:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00000002:00000001:2.0:1776200719.226164:0:9212:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1776200719.226166:0:9212:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1776200719.226168:0:9212:0:(mdc_locks.c:1345:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1776200719.226170:0:9212:0:(lmv_intent.c:509:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1776200719.226172:0:9212:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1776200719.226174:0:9212:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 000000002f64beb0. 00000080:00000001:2.0:1776200719.226178:0:9212:0:(dcache.c:259:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1776200719.226179:0:9212:0:(dcache.c:262:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1776200719.226181:0:9212:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000e143c7f8) 00000080:00010000:2.0:1776200719.226184:0:9212:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000e143c7f8) for lock 0x8d91c35bada81cba 00000080:00000001:2.0:1776200719.226187:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1776200719.226189:0:9212:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:2.0:1776200719.226191:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1776200719.226192:0:9212:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1776200719.226194:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1776200719.226197:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1776200719.226200:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c4c6f071 refcount=3 00000020:00000001:2.0:1776200719.226202:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:2.0:1776200719.226205:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:2.0:1776200719.226207:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200719.226209:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1776200719.226210:0:9212:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1776200719.226211:0:9212:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1776200719.226213:0:9212:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8d91c35bada81cba from it 000000003c702ba3 00010000:00000001:2.0:1776200719.226214:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1776200719.226215:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1776200719.226216:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c4c6f071 refcount=3 00000020:00000001:2.0:1776200719.226217:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:2.0:1776200719.226222:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:2.0:1776200719.226224:0:9212:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1776200719.226226:0:9212:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200719.226232:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:2.0:1776200719.226233:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200719.226234:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1776200719.226236:0:9212:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1776200719.226237:0:9212:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1776200719.226239:0:9212:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200719.226243:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:2.0:1776200719.226247:0:9212:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200719.226249:0:9212:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1776200719.226252:0:9212:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1776200719.226254:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200719.226255:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1776200719.226256:0:9212:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200719.226260:0:9212:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1776200719.226262:0:9212:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200719.226263:0:9212:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200719.226266:0:9212:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200719.226267:0:9212:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1776200719.226268:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200719.226269:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1776200719.226270:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:2.0:1776200719.226271:0:9212:0:(client.c:2665:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1776200719.226273:0:9212:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000e143c7f8), inode mode 41ed mask 1 00000080:00000001:2.0:1776200719.226276:0:9212:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1776200719.226288:0:9212:0:(dcache.c:145:ll_d_init()) kmalloced '(lld)': 24 at 000000006855622d. 00000080:00000001:2.0:1776200719.226291:0:9212:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:2.0:1776200719.226292:0:9212:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:2.0:1776200719.226293:0:9212:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000e143c7f8),name=/ 00000080:00000010:2.0:1776200719.226296:0:9212:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 000000002f64beb0. 00000080:00000001:2.0:1776200719.226302:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1776200719.226304:0:9212:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1776200719.226305:0:9212:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1776200719.226308:0:9212:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1776200719.226309:0:9212:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:2.0:1776200719.226311:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1776200719.226313:0:9212:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1776200719.226314:0:9212:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1776200719.226317:0:9212:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1776200719.226318:0:9212:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1776200719.226319:0:9212:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1776200719.226321:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f1cb6017 count: 2 00010000:00000001:2.0:1776200719.226322:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1776200719.226325:0:9212:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1776200719.226326:0:9212:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1776200719.226328:0:9212:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200719.226342:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00010000:00000040:2.0:1776200719.226344:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 02000000:00000001:2.0:1776200719.226345:0:9212:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1776200719.226347:0:9212:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1776200719.226348:0:9212:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200719.226354:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00000002:00000001:2.0:1776200719.226356:0:9212:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1776200719.226357:0:9212:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1776200719.226358:0:9212:0:(mdc_locks.c:1345:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1776200719.226359:0:9212:0:(lmv_intent.c:509:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1776200719.226360:0:9212:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1776200719.226362:0:9212:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 000000002f64beb0. 00000080:00000001:2.0:1776200719.226364:0:9212:0:(dcache.c:259:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1776200719.226364:0:9212:0:(dcache.c:262:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1776200719.226370:0:9212:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000e143c7f8) 00000080:00010000:2.0:1776200719.226372:0:9212:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000e143c7f8) for lock 0x8d91c35bada81cba 00000080:00000001:2.0:1776200719.226374:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1776200719.226375:0:9212:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:2.0:1776200719.226376:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1776200719.226378:0:9212:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1776200719.226379:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1776200719.226380:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1776200719.226381:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c4c6f071 refcount=3 00000020:00000001:2.0:1776200719.226383:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:2.0:1776200719.226385:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:2.0:1776200719.226386:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200719.226388:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1776200719.226388:0:9212:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1776200719.226390:0:9212:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1776200719.226391:0:9212:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8d91c35bada81cba from it 0000000033745cc8 00010000:00000001:2.0:1776200719.226392:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1776200719.226393:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1776200719.226394:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c4c6f071 refcount=3 00000020:00000001:2.0:1776200719.226395:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:2.0:1776200719.226397:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:2.0:1776200719.226399:0:9212:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1776200719.226400:0:9212:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200719.226405:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:2.0:1776200719.226407:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200719.226407:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1776200719.226408:0:9212:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1776200719.226409:0:9212:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1776200719.226410:0:9212:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200719.226415:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:2.0:1776200719.226493:0:9212:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200719.226494:0:9212:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1776200719.226495:0:9212:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1776200719.226497:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200719.226498:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1776200719.226499:0:9212:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200719.226501:0:9212:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1776200719.226502:0:9212:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200719.226504:0:9212:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200719.226506:0:9212:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200719.226507:0:9212:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1776200719.226508:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200719.226508:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1776200719.226510:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:2.0:1776200719.226510:0:9212:0:(client.c:2665:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1776200719.226512:0:9212:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000e143c7f8), inode mode 41ed mask 3 00000080:00000001:2.0:1776200719.226515:0:9212:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1776200719.226519:0:9212:0:(namei.c:1176:ll_atomic_open()) Process entered 00000080:00200000:2.0:1776200719.226521:0:9212:0:(namei.c:1183:ll_atomic_open()) VFS Op:name=f0a.replay-dual-36, dir=[0x200000007:0x1:0x0](00000000e143c7f8), file 00000000b93304ba, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1776200719.226526:0:9212:0:(namei.c:1203:ll_atomic_open()) kmalloced '(it)': 72 at 0000000064bb14c8. 00000080:00000001:2.0:1776200719.226530:0:9212:0:(namei.c:827:ll_lookup_it()) Process entered 00000080:00200000:2.0:1776200719.226532:0:9212:0:(namei.c:833:ll_lookup_it()) VFS Op:name=f0a.replay-dual-36, dir=[0x200000007:0x1:0x0](00000000e143c7f8), intent=open|creat 00000080:00000010:2.0:1776200719.226538:0:9212:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 000000002f64beb0. 00000080:00000001:2.0:1776200719.226543:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1776200719.226544:0:9212:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:2.0:1776200719.226546:0:9212:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-36' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1776200719.226549:0:9212:0:(lmv_intent.c:301:lmv_intent_open()) Process entered 00800000:00000001:2.0:1776200719.226554:0:9212:0:(lmv_obd.c:1077:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1776200719.226556:0:9212:0:(obd_class.h:918:obd_fid_alloc()) Process entered 00800000:00000001:2.0:1776200719.226558:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1776200719.226560:0:9212:0:(mdc_request.c:2771:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1776200719.226563:0:9212:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1776200719.226565:0:9212:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff993be2454000: Allocated FID [0x200000402:0x26:0x0] 40000000:00000001:2.0:1776200719.226568:0:9212:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1776200719.226570:0:9212:0:(mdc_request.c:2778:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1776200719.226571:0:9212:0:(obd_class.h:930:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1776200719.226578:0:9212:0:(lmv_obd.c:1101:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1776200719.226580:0:9212:0:(lmv_intent.c:375:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x26:0x0], name='f0a.replay-dual-36' -> mds #0 00800000:00000001:2.0:1776200719.226582:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1776200719.226584:0:9212:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:2.0:1776200719.226585:0:9212:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: f0a.replay-dual-36,[0x200000402:0x26:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1776200719.226744:0:9212:0:(mdc_locks.c:932:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1776200719.226747:0:9212:0:(mdc_locks.c:263:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1776200719.226751:0:9212:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:2.0:1776200719.226754:0:9212:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1776200719.226756:0:9212:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:2.0:1776200719.226757:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f1cb6017 count: 2 00010000:00000001:2.0:1776200719.226759:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1776200719.226762:0:9212:0:(ldlm_request.c:2103:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1776200719.226764:0:9212:0:(ldlm_request.c:1691:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200719.226766:0:9212:0:(ldlm_request.c:2153:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1776200719.226768:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00000002:00000001:2.0:1776200719.226769:0:9212:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1776200719.226775:0:9212:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e337d695. 00000020:00000040:2.0:1776200719.226779:0:9212:0:(genops.c:1191:class_import_get()) import 000000000fe8d637 refcount=80 obd=lustre-MDT0000-mdc-ffff993be2454000 02000000:00000001:2.0:1776200719.226786:0:9212:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:2.0:1776200719.226787:0:9212:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200719.226790:0:9212:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1776200719.226794:0:9212:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1776200719.226797:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200719.226798:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1776200719.226799:0:9212:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200719.226801:0:9212:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1776200719.226804:0:9212:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1776200719.226806:0:9212:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1776200719.226813:0:9212:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000620b59a0. 00000100:00000001:2.0:1776200719.226820:0:9212:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200719.226824:0:9212:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1776200719.226826:0:9212:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200719.226827:0:9212:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1776200719.226828:0:9212:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200719.226834:0:9212:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1776200719.226851:0:9212:0:(mdc_locks.c:432:mdc_intent_open_pack()) Process leaving (rc=18446631080683360448 : -112993026191168 : ffff993bc2cfd0c0) 00010000:00000001:2.0:1776200719.226855:0:9212:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1776200719.226857:0:9212:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1776200719.226866:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f1cb6017 count: 2 00010000:00000001:2.0:1776200719.226868:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1776200719.226870:0:9212:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1776200719.226874:0:9212:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002b80342c. 00000020:00000001:2.0:1776200719.226877:0:9212:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:2.0:1776200719.226879:0:9212:0:(lustre_handles.c:97:class_handle_hash()) added object 000000002b80342c with handle 0x8d91c35bada81de0 to hash 00000020:00000001:2.0:1776200719.226881:0:9212:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:2.0:1776200719.226883:0:9212:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446631080801986688 : -112992907564928 : ffff993bc9e1e880) 00010000:00000001:2.0:1776200719.226886:0:9212:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446631080801986688 : -112992907564928 : ffff993bc9e1e880) 00010000:00000001:2.0:1776200719.226888:0:9212:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1776200719.226890:0:9212:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1776200719.226892:0:9212:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000002b80342c/0x8d91c35bada81de0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200719.226897:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00010000:00010000:2.0:1776200719.226899:0:9212:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000002b80342c/0x8d91c35bada81de0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200719.226905:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00000020:00100000:2.0:1776200719.226914:0:9212:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993be2454000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1776200719.226922:0:9212:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000e337d695 x1862481227042624/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:2.0:1776200719.226930:0:9212:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000002b80342c/0x8d91c35bada81de0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200719.226936:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00000100:00000001:2.0:1776200719.226938:0:9212:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1776200719.226940:0:9212:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1776200719.226952:0:9212:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000048d538b1. 00000100:00000001:2.0:1776200719.226954:0:9212:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446631080800808512 : -112992908743104 : ffff993bc9cfee40) 00000100:00000001:2.0:1776200719.226956:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200719.226957:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080683360448 : -112993026191168 : ffff993bc2cfd0c0) 00000100:00000001:2.0:1776200719.226961:0:9212:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1776200719.226965:0:9212:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200719.226967:0:9212:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1776200719.226969:0:9212:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1776200719.226972:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e337d695 x1862481227042624/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 0 ref 2 fl New:PQU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.226979:0:9212:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1776200719.226980:0:9212:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200719.226984:0:9212:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1776200719.226986:0:9212:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1776200719.226988:0:9212:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e337d695 pname:cluuid:pid:xid:nid:opc:job createmany:128773b9-ec2f-47c2-9bf4-461c71beba7d:9212:1862481227042624:192.168.203.148@tcp:101:createmany.0 00000100:00000001:2.0:1776200719.226992:0:9212:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1776200719.226998:0:9212:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1776200719.227000:0:9212:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200719.227003:0:9212:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1776200719.227046:0:9212:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at 00000000c045f291. 02000000:00000001:2.0:1776200719.227048:0:9212:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1776200719.227056:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:2.0:1776200719.227061:0:9212:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c2f27bb5. 00000400:00000010:2.0:1776200719.227068:0:9212:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 632 at 00000000cc4ba993 (tot 3422718). 00000100:00000200:2.0:1776200719.227075:0:9212:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1862481227042624, portal 10 00000100:00000001:2.0:1776200719.227077:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200719.227078:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080683360448 : -112993026191168 : ffff993bc2cfd0c0) 00000100:00000040:2.0:1776200719.227082:0:9212:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000e337d695 x1862481227042624/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.227089:0:9212:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1776200719.227091:0:9212:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:2.0:1776200719.227094:0:9212:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006e850729. 00000100:00000200:2.0:1776200719.227096:0:9212:0:(niobuf.c:86:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1862481227042624, offset 0 00000400:00000200:2.0:1776200719.227106:0:9212:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:2.0:1776200719.227115:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.227123:0:9212:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200719.227131:0:9212:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:2.0:1776200719.227136:0:9212:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776200719.227138:0:9212:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:2.0:1776200719.227142:0:9212:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [290:290:256:4294967295] 192.168.203.148@tcp LPNI seq info [290:290:8:4294967295] 00000400:00000200:2.0:1776200719.227146:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.227155:0:9212:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:2.0:1776200719.227161:0:9212:0:(socklnd_cb.c:995:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200719.227165:0:9212:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d0b1029e (tot 3422966). 00000800:00000200:2.0:1776200719.227172:0:9212:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200719.227179:0:9212:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200719.227184:0:9212:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d0b1029e type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1776200719.227198:0:9212:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200719.227199:0:9212:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200719.227202:0:9212:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200719.227204:0:9212:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200719.227206:0:9212:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:2.0:1776200719.227208:0:9212:0:(client.c:2500:ptlrpc_set_wait()) set 0000000048d538b1 going to sleep for 6 seconds 00000100:00000001:2.0:1776200719.227210:0:9212:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200719.227212:0:9212:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200719.227485:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200719.227489:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d0b1029e (tot 3422718). 00000400:00000200:2.0:1776200719.227493:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.227498:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200719.227502:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e850729 00000400:00000010:2.0:1776200719.227504:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006e850729. 00000100:00000001:2.0:1776200719.227508:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200719.227511:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e337d695 x1862481227042624/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.227519:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200719.227527:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000e337d695 x1862481227042624/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 3 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.227533:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200719.227535:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:2.0:1776200719.234163:0:9212:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1776200719.237133:0:9212:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200719.237140:0:9212:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200719.237145:0:9212:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c2f27bb5. 00000400:00000200:2.0:1776200719.237156:0:9212:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc4ba993 00000400:00000010:2.0:1776200719.237159:0:9212:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 632 at 00000000cc4ba993 (tot 3422086). 00000100:00000001:2.0:1776200719.237168:0:9212:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200719.237181:0:9212:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e337d695 x1862481227042624/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:2.0:1776200719.237193:0:9212:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e337d695 x1862481227042624/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RPQU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.237200:0:9212:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200719.237204:0:9212:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200719.237207:0:9212:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1776200719.237211:0:9212:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1776200719.237214:0:9212:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776200719.237217:0:9212:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200719.237220:0:9212:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776200719.237231:0:9212:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=88 v=1 (1 0 0 0) 00000100:00001000:2.0:1776200719.237236:0:9212:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=88 v=1 (1 0 0 0) 00000100:00000001:2.0:1776200719.237238:0:9212:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1776200719.237240:0:9212:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200719.237243:0:9212:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1776200719.237247:0:9212:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200719.237250:0:9212:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1776200719.237252:0:9212:0:(client.c:1389:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:2.0:1776200719.237254:0:9212:0:(client.c:1391:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1776200719.237257:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200719.237258:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080683360448 : -112993026191168 : ffff993bc2cfd0c0) 00000100:00000001:2.0:1776200719.237262:0:9212:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1776200719.237263:0:9212:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 0 00000100:00000001:2.0:1776200719.237265:0:9212:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1776200719.237290:0:9212:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200719.237295:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e337d695 x1862481227042624/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200726 ref 3 fl Rpc:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200719.237302:0:9212:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200719.237305:0:9212:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200719.237307:0:9212:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1776200719.237310:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e337d695 x1862481227042624/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200726 ref 3 fl Interpret:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:2.0:1776200719.237317:0:9212:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e337d695 pname:cluuid:pid:xid:nid:opc:job createmany:128773b9-ec2f-47c2-9bf4-461c71beba7d:9212:1862481227042624:192.168.203.148@tcp:101:createmany.0 00000100:00000001:2.0:1776200719.237322:0:9212:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200719.237326:0:9212:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200719.237329:0:9212:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1776200719.237340:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200719.237343:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000e337d695 x1862481227042624/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200726 ref 3 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200719.237349:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1776200719.237352:0:9212:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000048d538b1. 00000100:00000001:2.0:1776200719.237355:0:9212:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1776200719.237357:0:9212:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200719.237360:0:9212:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1776200719.237366:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1776200719.237369:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1776200719.237372:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002b80342c refcount=4 00000020:00000001:2.0:1776200719.237374:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080801986688 : -112992907564928 : ffff993bc9e1e880) 00010000:00000001:2.0:1776200719.237377:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080801986688 : -112992907564928 : ffff993bc9e1e880) 00010000:00000040:2.0:1776200719.237385:0:9212:0:(ldlm_request.c:701:ldlm_cli_enqueue_fini()) local: 000000002b80342c, remote cookie: 0x98dca339dc2afdf6, flags: 0x1001 00010000:00010000:2.0:1776200719.237389:0:9212:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode CR ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000002b80342c/0x8d91c35bada81de0 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afdf6 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200719.237398:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00010000:00000040:2.0:1776200719.237402:0:9212:0:(ldlm_request.c:723:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x26:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1776200719.237411:0:9212:0:(ldlm_lock.c:519:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1776200719.237669:0:9212:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002d40e12a. 00010000:00000010:2.0:1776200719.237675:0:9212:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b86af9f5. 00010000:00000040:2.0:1776200719.237679:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:2.0:1776200719.237681:0:9212:0:(ldlm_lock.c:570:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1776200719.237684:0:9212:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000002b80342c/0x8d91c35bada81de0 lrc: 4/0,1 mode: --/CR res: [0x200000402:0x26:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afdf6 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200719.237690:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d40e12a count: 1 00010000:00010000:2.0:1776200719.237693:0:9212:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000002b80342c/0x8d91c35bada81de0 lrc: 4/0,1 mode: --/CR res: [0x200000402:0x26:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afdf6 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200719.237698:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d40e12a count: 1 00010000:00000001:2.0:1776200719.237700:0:9212:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1776200719.237705:0:9212:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1776200719.237706:0:9212:0:(ldlm_lock.c:977:search_granted_lock()) Process entered 00010000:00000001:2.0:1776200719.237708:0:9212:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1776200719.237709:0:9212:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1776200719.237711:0:9212:0:(ldlm_resource.c:1787:ldlm_resource_dump()) --- Resource: [0x200000402:0x26:0x0].0x0 (000000002d40e12a) refcount = 1 00010000:00010000:2.0:1776200719.237714:0:9212:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000002b80342c/0x8d91c35bada81de0 lrc: 4/0,1 mode: CR/CR res: [0x200000402:0x26:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2afdf6 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200719.237719:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d40e12a count: 1 00010000:00000001:2.0:1776200719.237721:0:9212:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1776200719.237724:0:9212:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1776200719.237726:0:9212:0:(ldlm_lock.c:1891:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1776200719.237729:0:9212:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1776200719.237731:0:9212:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1776200719.237733:0:9212:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000002b80342c/0x8d91c35bada81de0 lrc: 4/0,1 mode: CR/CR res: [0x200000402:0x26:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afdf6 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200719.237738:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d40e12a count: 1 00010000:00000001:2.0:1776200719.237740:0:9212:0:(ldlm_request.c:797:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1776200719.237745:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200719.237747:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1776200719.237748:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200719.237749:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1776200719.237750:0:9212:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1776200719.237755:0:9212:0:(mdc_locks.c:688:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1776200719.237758:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1776200719.237759:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1776200719.237760:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002b80342c refcount=3 00000020:00000001:2.0:1776200719.237762:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080801986688 : -112992907564928 : ffff993bc9e1e880) 00010000:00000001:2.0:1776200719.237764:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080801986688 : -112992907564928 : ffff993bc9e1e880) 00010000:00000001:2.0:1776200719.237766:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1776200719.237766:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1776200719.237767:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002b80342c refcount=4 00000020:00000001:2.0:1776200719.237768:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080801986688 : -112992907564928 : ffff993bc9e1e880) 00010000:00000001:2.0:1776200719.237770:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080801986688 : -112992907564928 : ffff993bc9e1e880) 00010000:00000001:2.0:1776200719.237773:0:9212:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1776200719.237775:0:9212:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1776200719.237777:0:9212:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000002b80342c/0x8d91c35bada81de0 lrc: 5/1,1 mode: CR/CR res: [0x200000402:0x26:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2afdf6 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200719.237782:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d40e12a count: 1 00010000:00000001:2.0:1776200719.237783:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200719.237784:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1776200719.237785:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1776200719.237786:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1776200719.237787:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002b80342c refcount=5 00000020:00000001:2.0:1776200719.237788:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080801986688 : -112992907564928 : ffff993bc9e1e880) 00010000:00000001:2.0:1776200719.237789:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080801986688 : -112992907564928 : ffff993bc9e1e880) 00010000:00000001:2.0:1776200719.237791:0:9212:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1776200719.237792:0:9212:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000002b80342c/0x8d91c35bada81de0 lrc: 5/1,1 mode: CR/CR res: [0x200000402:0x26:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2afdf6 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200719.237797:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d40e12a count: 1 00010000:00000001:2.0:1776200719.237801:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200719.237802:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1776200719.237804:0:9212:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000002b80342c/0x8d91c35bada81de0 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x26:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2afdf6 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200719.237809:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d40e12a count: 1 00010000:00000001:2.0:1776200719.237810:0:9212:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1776200719.237811:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200719.237812:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1776200719.237812:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200719.237813:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1776200719.237817:0:9212:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@00000000e337d695 x1862481227042624/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200726 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:2.0:1776200719.237826:0:9212:0:(mdc_request.c:781:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1776200719.237829:0:9212:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000e337d695 x1862481227042624/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200726 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:2.0:1776200719.237835:0:9212:0:(mdc_request.c:834:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200719.237939:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1776200719.237940:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1776200719.237941:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002b80342c refcount=3 00000020:00000001:2.0:1776200719.237944:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080801986688 : -112992907564928 : ffff993bc9e1e880) 00010000:00000001:2.0:1776200719.237945:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080801986688 : -112992907564928 : ffff993bc9e1e880) 00000002:00010000:2.0:1776200719.237948:0:9212:0:(mdc_locks.c:847:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000002b80342c/0x8d91c35bada81de0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x26:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afdf6 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200719.237954:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d40e12a count: 1 00000002:00000010:2.0:1776200719.237959:0:9212:0:(mdc_locks.c:849:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at 000000001e3675fb. 00010000:00000001:2.0:1776200719.237961:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200719.237962:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1776200719.237963:0:9212:0:(mdc_locks.c:889:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1776200719.237965:0:9212:0:(mdc_locks.c:1088:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1776200719.237968:0:9212:0:(mdc_locks.c:1110:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1776200719.237970:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200719.237978:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080683360448 : -112993026191168 : ffff993bc2cfd0c0) 00000100:00000001:2.0:1776200719.237980:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200719.237981:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080683360448 : -112993026191168 : ffff993bc2cfd0c0) 00010000:00000001:2.0:1776200719.237983:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1776200719.237984:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1776200719.237985:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002b80342c refcount=3 00000020:00000001:2.0:1776200719.237986:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080801986688 : -112992907564928 : ffff993bc9e1e880) 00010000:00000001:2.0:1776200719.237987:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080801986688 : -112992907564928 : ffff993bc9e1e880) 00000002:00010000:2.0:1776200719.237989:0:9212:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000002b80342c/0x8d91c35bada81de0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x26:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afdf6 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:2.0:1776200719.237994:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d40e12a count: 1 00010000:00000001:2.0:1776200719.237995:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200719.237996:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1776200719.237998:0:9212:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1776200719.237999:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1776200719.237999:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1776200719.238000:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002b80342c refcount=3 00000020:00000001:2.0:1776200719.238001:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080801986688 : -112992907564928 : ffff993bc9e1e880) 00010000:00000001:2.0:1776200719.238003:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080801986688 : -112992907564928 : ffff993bc9e1e880) 00010000:00000040:2.0:1776200719.238006:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000002d40e12a count: 2 00010000:00000001:2.0:1776200719.238007:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1776200719.238010:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d40e12a count: 1 00010000:00010000:2.0:1776200719.238012:0:9212:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000eb44f7cf type 13 mode 16 res 8589935618/38 (0 0) 00010000:00000001:2.0:1776200719.238014:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200719.238014:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1776200719.238015:0:9212:0:(mdc_locks.c:1205:mdc_finish_intent_lock()) Process leaving 00000002:00002000:2.0:1776200719.238017:0:9212:0:(mdc_locks.c:1210:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-36 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:2.0:1776200719.238020:0:9212:0:(mdc_locks.c:1365:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1776200719.238024:0:9212:0:(lmv_intent.c:421:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1776200719.238026:0:9212:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1776200719.238032:0:9212:0:(namei.c:663:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1776200719.238034:0:9212:0:(namei.c:668:ll_lookup_it_finish()) it 0000000064bb14c8 it_disposition 1800037 00000080:00002000:2.0:1776200719.238042:0:9212:0:(namei.c:648:ll_splice_alias()) Add dentry 00000000c7285931 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1776200719.238047:0:9212:0:(namei.c:798:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1776200719.238051:0:9212:0:(namei.c:1071:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1776200719.238055:0:9212:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 000000002f64beb0. 00000100:00000001:2.0:1776200719.238059:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200719.238062:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 3 req@00000000e337d695 x1862481227042624/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 4 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200719.238068:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1776200719.238072:0:9212:0:(namei.c:1409:ll_create_it()) Process entered 00000080:00200000:2.0:1776200719.238073:0:9212:0:(namei.c:1412:ll_create_it()) VFS Op:name=f0a.replay-dual-36, dir=[0x200000007:0x1:0x0](00000000e143c7f8), intent=open|creat 00000080:00000001:2.0:1776200719.238077:0:9212:0:(namei.c:1361:ll_create_node()) Process entered 00000080:00000001:2.0:1776200719.238079:0:9212:0:(llite_lib.c:3156:ll_prep_inode()) Process entered 00000080:00000001:2.0:1776200719.238082:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1776200719.238086:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1776200719.238090:0:9212:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1776200719.238093:0:9212:0:(mdc_request.c:665:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1776200719.238095:0:9212:0:(lcommon_cl.c:274:cl_fid_build_ino()) Process leaving (rc=144115205289279526 : 144115205289279526 : 200000402000026) 00000080:00000001:2.0:1776200719.238098:0:9212:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:2.0:1776200719.238107:0:9212:0:(super25.c:60:ll_alloc_inode()) slab-alloced 'lli': 2032 at 0000000064fecfff. 00000020:00000001:2.0:1776200719.238118:0:9212:0:(class_obd.c:866:obd_heat_clear()) Process entered 00000020:00000001:2.0:1776200719.238120:0:9212:0:(class_obd.c:869:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1776200719.238123:0:9212:0:(llite_lib.c:2835:ll_read_inode2()) Process entered 00000080:00200000:2.0:1776200719.238124:0:9212:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x200000402:0x26:0x0](00000000934ff451) 00000020:00000001:2.0:1776200719.238128:0:9212:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:2.0:1776200719.238133:0:9212:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728333848 : -112992981217768 : ffff993bc57e0e18) 00000020:00001000:2.0:1776200719.238135:0:9212:0:(cl_object.c:739:cl_env_get()) 1@000000006314cb89 00000020:00000001:2.0:1776200719.238140:0:9212:0:(lu_object.c:816:lu_object_find_at()) Process entered 00000080:00000010:2.0:1776200719.238144:0:9212:0:(vvp_object.c:308:vvp_object_alloc()) slab-alloced 'vob': 200 at 000000008e6156f6. 00000020:00000001:2.0:1776200719.238146:0:9212:0:(cl_object.c:74:cl_object_header_init()) Process entered 00000020:00000001:2.0:1776200719.238148:0:9212:0:(cl_object.c:81:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1776200719.238157:0:9212:0:(lov_object.c:2283:lov_object_alloc()) Process entered 00020000:00000010:2.0:1776200719.238160:0:9212:0:(lov_object.c:2284:lov_object_alloc()) slab-alloced 'lov': 248 at 00000000d49dc5fd. 00020000:00000001:2.0:1776200719.238162:0:9212:0:(lov_object.c:2298:lov_object_alloc()) Process leaving (rc=18446631080724830144 : -112992984721472 : ffff993bc54897c0) 00020000:00000001:2.0:1776200719.238165:0:9212:0:(lov_object.c:1342:lov_object_init()) Process entered 00020000:00000001:2.0:1776200719.238168:0:9212:0:(lov_pack.c:336:lov_unpackmd()) Process entered 00020000:00000010:2.0:1776200719.238176:0:9212:0:(lov_ea.c:213:lsme_unpack()) kmalloced '(lsme)': 72 at 00000000476443fa. 00020000:00000010:2.0:1776200719.238179:0:9212:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at 000000008b7a7844. 00020000:00000010:2.0:1776200719.238183:0:9212:0:(lov_ea.c:338:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at 0000000069483104. 00020000:00000001:2.0:1776200719.238185:0:9212:0:(lov_pack.c:348:lov_unpackmd()) Process leaving (rc=18446631080717692000 : -112992991859616 : ffff993bc4dbac60) 00020000:00000002:2.0:1776200719.238187:0:9212:0:(lov_ea.c:635:dump_lsm()) lsm 0000000069483104, objid 0x26:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1776200719.238191:0:9212:0:(lov_ea.c:657:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 1048576, pool: [] 00020000:00000002:2.0:1776200719.238193:0:9212:0:(lov_ea.c:667:dump_lsm()) oinfo:000000008b7a7844: ostid: 0x0:21 ost idx: 1 gen: 0 00020000:00000001:2.0:1776200719.238196:0:9212:0:(lov_object.c:636:lov_init_composite()) Process entered 00020000:00000002:2.0:1776200719.238197:0:9212:0:(lov_ea.c:635:dump_lsm()) lsm 0000000069483104, objid 0x26:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1776200719.238199:0:9212:0:(lov_ea.c:657:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 1048576, pool: [] 00020000:00000002:2.0:1776200719.238201:0:9212:0:(lov_ea.c:667:dump_lsm()) oinfo:000000008b7a7844: ostid: 0x0:21 ost idx: 1 gen: 0 00020000:00000010:2.0:1776200719.238204:0:9212:0:(lov_object.c:655:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at 00000000f1e9cbe8. 00020000:00000010:2.0:1776200719.238206:0:9212:0:(lov_object.c:659:lov_init_composite()) kmalloced '(comp->lo_entries)': 168 at 0000000048d538b1. 00020000:00000001:2.0:1776200719.238210:0:9212:0:(lov_object.c:213:lov_init_raid0()) Process entered 00020000:00000010:2.0:1776200719.238212:0:9212:0:(lov_object.c:218:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at 00000000eb815a72. 00020000:00000001:2.0:1776200719.238216:0:9212:0:(lov_object.c:104:lov_sub_find()) Process entered 00000020:00000001:2.0:1776200719.238217:0:9212:0:(lu_object.c:816:lu_object_find_at()) Process entered 00000020:00000010:2.0:1776200719.238224:0:9212:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000d0b1029e (tot 3422342). 00020000:00000001:2.0:1776200719.238228:0:9212:0:(lovsub_object.c:185:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1776200719.238230:0:9212:0:(lovsub_object.c:186:lovsub_object_alloc()) slab-alloced 'los': 200 at 000000005305d80a. 00000020:00000001:2.0:1776200719.238232:0:9212:0:(cl_object.c:74:cl_object_header_init()) Process entered 00000020:00000001:2.0:1776200719.238233:0:9212:0:(cl_object.c:81:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1776200719.238234:0:9212:0:(lovsub_object.c:199:lovsub_object_alloc()) Process leaving (rc=18446631080800888712 : -112992908662904 : ffff993bc9d12788) 00020000:00000001:2.0:1776200719.238237:0:9212:0:(lovsub_object.c:58:lovsub_object_init()) Process entered 00000008:00000010:2.0:1776200719.238242:0:9212:0:(osc_object.c:449:osc_object_alloc()) slab-alloced 'osc': 432 at 0000000043392d2d. 00020000:00000001:2.0:1776200719.238245:0:9212:0:(lovsub_object.c:67:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1776200719.238249:0:9212:0:(lu_object.c:915:lu_object_find_at()) Process leaving (rc=18446631080800888712 : -112992908662904 : ffff993bc9d12788) 00020000:00000001:2.0:1776200719.238251:0:9212:0:(lov_object.c:108:lov_sub_find()) Process leaving (rc=18446631080800888712 : -112992908662904 : ffff993bc9d12788) 00020000:00000002:2.0:1776200719.238254:0:9212:0:(lov_object.c:155:lov_init_sub()) [0x100010000:0x15:0x0]@000000005305d80a[0:0] -> [0x200000402:0x26:0x0]@000000008e6156f6: ostid: 0x0:21 ost idx: 1 gen: 0 00020000:00000001:2.0:1776200719.238259:0:9212:0:(lov_object.c:284:lov_init_raid0()) Process leaving (rc=176 : 176 : b0) 00020000:00000001:2.0:1776200719.238264:0:9212:0:(lov_object.c:813:lov_init_composite()) Process leaving 00020000:00000001:2.0:1776200719.238266:0:9212:0:(lov_object.c:1370:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1776200719.238269:0:9212:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at 00000000239bc082 (tot 3422598). 00000020:00000001:2.0:1776200719.238271:0:9212:0:(lu_object.c:915:lu_object_find_at()) Process leaving (rc=18446631080800889312 : -112992908662304 : ffff993bc9d129e0) 00000020:00001000:2.0:1776200719.238274:0:9212:0:(cl_object.c:820:cl_env_put()) 1@000000006314cb89 00000080:00000001:2.0:1776200719.238278:0:9212:0:(lcommon_cl.c:274:cl_fid_build_ino()) Process leaving (rc=144115205289279526 : 144115205289279526 : 200000402000026) 00000080:00000001:2.0:1776200719.238279:0:9212:0:(lcommon_cl.c:286:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1776200719.238281:0:9212:0:(llite_lib.c:2690:ll_update_inode()) setting ino 144115205289279526 mtime from 0 to 1776200719 00000080:00000001:2.0:1776200719.238285:0:9212:0:(llite_lib.c:2864:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1776200719.238288:0:9212:0:(namei.c:166:ll_iget()) Process leaving (rc=18446631080817920208 : -112992891631408 : ffff993bcad508d0) 00010000:00000001:2.0:1776200719.238290:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1776200719.238291:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1776200719.238292:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002b80342c refcount=3 00000020:00000001:2.0:1776200719.238293:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080801986688 : -112992907564928 : ffff993bc9e1e880) 00010000:00000001:2.0:1776200719.238295:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080801986688 : -112992907564928 : ffff993bc9e1e880) 00000080:00000001:2.0:1776200719.238297:0:9212:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:2.0:1776200719.238299:0:9212:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:2.0:1776200719.238300:0:9212:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728333848 : -112992981217768 : ffff993bc57e0e18) 00000020:00001000:2.0:1776200719.238302:0:9212:0:(cl_object.c:739:cl_env_get()) 1@000000006314cb89 00000020:00000001:2.0:1776200719.238304:0:9212:0:(cl_object.c:296:cl_conf_set()) Process entered 00020000:00000001:2.0:1776200719.238306:0:9212:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:2.0:1776200719.238307:0:9212:0:(lov_pack.c:336:lov_unpackmd()) Process entered 00020000:00000010:2.0:1776200719.238310:0:9212:0:(lov_ea.c:213:lsme_unpack()) kmalloced '(lsme)': 72 at 00000000f10889b1. 00020000:00000010:2.0:1776200719.238313:0:9212:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at 00000000452e02b0. 00020000:00000010:2.0:1776200719.238315:0:9212:0:(lov_ea.c:338:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at 0000000049ae936c. 00020000:00000001:2.0:1776200719.238316:0:9212:0:(lov_pack.c:348:lov_unpackmd()) Process leaving (rc=18446631080717688832 : -112992991862784 : ffff993bc4dba000) 00020000:00000002:2.0:1776200719.238318:0:9212:0:(lov_ea.c:635:dump_lsm()) lsm 0000000049ae936c, objid 0x26:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1776200719.238320:0:9212:0:(lov_ea.c:657:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 1048576, pool: [] 00020000:00000002:2.0:1776200719.238322:0:9212:0:(lov_ea.c:667:dump_lsm()) oinfo:00000000452e02b0: ostid: 0x0:21 ost idx: 1 gen: 0 00020000:00000002:2.0:1776200719.238324:0:9212:0:(lov_object.c:1234:lov_conf_lock()) Took exclusive lov(00000000d49dc5fd) owner 00000000c7f03c54 00020000:00000001:2.0:1776200719.238326:0:9212:0:(lov_object.c:1439:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1776200719.238328:0:9212:0:(lov_object.c:1240:lov_conf_unlock()) To release exclusive lov(00000000d49dc5fd) owner 00000000c7f03c54 00020000:00000010:2.0:1776200719.238347:0:9212:0:(lov_ea.c:144:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at 00000000452e02b0. 00020000:00000010:2.0:1776200719.238350:0:9212:0:(lov_ea.c:147:lsme_free()) kfreed 'lsme': 72 at 00000000f10889b1. 00020000:00000010:2.0:1776200719.238354:0:9212:0:(lov_ea.c:166:lsm_free()) kfreed 'lsm': 88 at 0000000049ae936c. 00020000:00000002:2.0:1776200719.238356:0:9212:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x26:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1776200719.238358:0:9212:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1776200719.238360:0:9212:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1776200719.238363:0:9212:0:(cl_object.c:387:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1776200719.238365:0:9212:0:(lov_object.c:1182:lov_conf_freeze()) To take share lov(00000000d49dc5fd) owner 0000000000000000/00000000c7f03c54 00020000:00000002:2.0:1776200719.238368:0:9212:0:(lov_object.c:2311:lov_lsm_addref()) lsm 0000000069483104 addref 2/0 by 00000000c7f03c54. 00020000:00000002:2.0:1776200719.238371:0:9212:0:(lov_object.c:1190:lov_conf_thaw()) To release share lov(00000000d49dc5fd) owner 0000000000000000/00000000c7f03c54 00020000:00000001:2.0:1776200719.238373:0:9212:0:(lov_object.c:2209:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1776200719.238375:0:9212:0:(lov_pack.c:197:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1776200719.238376:0:9212:0:(lov_pack.c:109:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1776200719.238378:0:9212:0:(lov_pack.c:114:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1776200719.238380:0:9212:0:(lov_object.c:2227:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1776200719.238381:0:9212:0:(file.c:5870:ll_layout_conf()) [0x200000402:0x26:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1776200719.238383:0:9212:0:(cl_object.c:820:cl_env_put()) 1@000000006314cb89 00000080:00000001:2.0:1776200719.238385:0:9212:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200719.238387:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200719.238388:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1776200719.238389:0:9212:0:(llite_lib.c:3243:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1776200719.238391:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1776200719.238394:0:9212:0:(lmv_obd.c:3637:lmv_free_lustre_md()) Process entered 00800000:00000001:2.0:1776200719.238397:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1776200719.238398:0:9212:0:(mdc_request.c:675:mdc_free_lustre_md()) Process entered 00000002:00000001:2.0:1776200719.238399:0:9212:0:(mdc_request.c:676:mdc_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1776200719.238400:0:9212:0:(lmv_obd.c:3649:lmv_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1776200719.238402:0:9212:0:(namei.c:1379:ll_create_node()) setting l_ast_data to inode [0x200000402:0x26:0x0](00000000934ff451) 00000080:00010000:2.0:1776200719.238405:0:9212:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000402:0x26:0x0](00000000934ff451) for lock 0x8d91c35bada81de0 00000080:00000001:2.0:1776200719.238407:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1776200719.238409:0:9212:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:2.0:1776200719.238411:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1776200719.238412:0:9212:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1776200719.238414:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1776200719.238414:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1776200719.238416:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002b80342c refcount=3 00000020:00000001:2.0:1776200719.238836:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080801986688 : -112992907564928 : ffff993bc9e1e880) 00010000:00000001:2.0:1776200719.238839:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080801986688 : -112992907564928 : ffff993bc9e1e880) 00010000:00000001:2.0:1776200719.238841:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200719.238931:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1776200719.238933:0:9212:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1776200719.238935:0:9212:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1776200719.238936:0:9212:0:(namei.c:1381:ll_create_node()) Process leaving 00000100:00000001:2.0:1776200719.238938:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200719.238943:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000e337d695 x1862481227042624/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 3 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200719.238949:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1776200719.238956:0:9212:0:(namei.c:1461:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1776200719.238959:0:9212:0:(pcc.c:2323:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1776200719.238961:0:9212:0:(pcc.c:2326:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1776200719.238970:0:9212:0:(file.c:834:ll_file_open()) Process entered 00000080:00200000:2.0:1776200719.238972:0:9212:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x200000402:0x26:0x0](00000000934ff451), flags 100102 00000080:00000010:2.0:1776200719.238979:0:9212:0:(file.c:80:ll_file_data_get()) slab-alloced 'fd': 280 at 00000000ec65ccb9. 00000080:00000010:2.0:1776200719.238985:0:9212:0:(file.c:1001:ll_file_open()) kmalloced '(*och_p)': 48 at 000000009cf0ec5b. 00000080:00000001:2.0:1776200719.238988:0:9212:0:(file.c:767:ll_local_open()) Process entered 00000080:00000001:2.0:1776200719.238990:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1776200719.238992:0:9212:0:(lmv_obd.c:3660:lmv_set_open_replay_data()) Process entered 00800000:00000001:2.0:1776200719.238994:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1776200719.238995:0:9212:0:(mdc_request.c:781:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1776200719.238997:0:9212:0:(obd.h:1238:obd_mod_alloc()) kmalloced '(mod)': 32 at 000000002589a108. 00000002:00100000:2.0:1776200719.239000:0:9212:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000e337d695 x1862481227042624/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:2.0:1776200719.239006:0:9212:0:(mdc_request.c:834:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1776200719.239008:0:9212:0:(lmv_obd.c:3666:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1776200719.239010:0:9212:0:(rw.c:921:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1776200719.239014:0:9212:0:(file.c:785:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1776200719.239015:0:9212:0:(pcc.c:1499:pcc_file_open()) Process entered 00000080:00000001:2.0:1776200719.239019:0:9212:0:(pcc.c:1414:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1776200719.239020:0:9212:0:(pcc.c:1420:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1776200719.239021:0:9212:0:(pcc.c:1518:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1776200719.239024:0:9212:0:(pcc.c:1542:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1776200719.239031:0:9212:0:(file.c:1039:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200719.239034:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200719.239037:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000e337d695 x1862481227042624/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 02000000:00000001:2.0:1776200719.239044:0:9212:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1776200719.239048:0:9212:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at 00000000c045f291. 02000000:00000001:2.0:1776200719.239101:0:9212:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1776200719.239103:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1776200719.239107:0:9212:0:(dcache.c:214:ll_intent_release()) Process entered 00000080:00000040:2.0:1776200719.239109:0:9212:0:(dcache.c:216:ll_intent_release()) intent 0000000064bb14c8 released 00000080:00010000:2.0:1776200719.239111:0:9212:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8d91c35bada81de0 from it 0000000064bb14c8 00010000:00000001:2.0:1776200719.239113:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1776200719.239115:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1776200719.239116:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000002b80342c refcount=3 00000020:00000001:2.0:1776200719.239117:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080801986688 : -112992907564928 : ffff993bc9e1e880) 00010000:00000001:2.0:1776200719.239119:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080801986688 : -112992907564928 : ffff993bc9e1e880) 00010000:00000001:2.0:1776200719.239120:0:9212:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1776200719.239123:0:9212:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000002b80342c/0x8d91c35bada81de0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x26:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x98dca339dc2afdf6 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:2.0:1776200719.239130:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d40e12a count: 1 00010000:00000001:2.0:1776200719.239132:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200719.239133:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1776200719.239135:0:9212:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1776200719.239137:0:9212:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1776200719.239138:0:9212:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000002b80342c/0x8d91c35bada81de0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x26:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x98dca339dc2afdf6 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:2.0:1776200719.239143:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d40e12a count: 1 00010000:00000001:2.0:1776200719.239146:0:9212:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200719.239149:0:9212:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1776200719.239152:0:9212:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1776200719.239155:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200719.239156:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1776200719.239164:0:9212:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200719.239167:0:9212:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1776200719.239169:0:9212:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200719.239171:0:9212:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200719.239174:0:9212:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200719.239176:0:9212:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1776200719.239177:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200719.239178:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1776200719.239179:0:9212:0:(dcache.c:227:ll_intent_release()) Process leaving 00000080:00000010:2.0:1776200719.239181:0:9212:0:(namei.c:1349:ll_atomic_open()) kfreed 'it': 72 at 0000000064bb14c8. 00000080:00000001:2.0:1776200719.239184:0:9212:0:(namei.c:1351:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1776200719.239188:0:9212:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00200000:2.0:1776200719.239190:0:9212:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000402:0x26:0x0](00000000934ff451), inode mode 81a4 mask 40 00000080:00000001:2.0:1776200719.239193:0:9212:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1776200719.239218:0:9212:0:(lov_object.c:2321:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1776200719.239221:0:9212:0:(lov_object.c:1182:lov_conf_freeze()) To take share lov(00000000d49dc5fd) owner 0000000000000000/00000000c7f03c54 00020000:00000002:2.0:1776200719.239223:0:9212:0:(lov_object.c:1190:lov_conf_thaw()) To release share lov(00000000d49dc5fd) owner 0000000000000000/00000000c7f03c54 00020000:00000001:2.0:1776200719.239226:0:9212:0:(lov_object.c:2367:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1776200719.239235:0:9212:0:(file.c:407:ll_file_release()) Process entered 00000080:00200000:2.0:1776200719.239236:0:9212:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x200000402:0x26:0x0](00000000934ff451) 00000080:00000001:2.0:1776200719.239238:0:9212:0:(pcc.c:1552:pcc_file_release()) Process entered 00000080:00000001:2.0:1776200719.239240:0:9212:0:(pcc.c:1571:pcc_file_release()) Process leaving 00020000:00000001:2.0:1776200719.239241:0:9212:0:(lov_object.c:2321:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1776200719.239242:0:9212:0:(lov_object.c:1182:lov_conf_freeze()) To take share lov(00000000d49dc5fd) owner 0000000000000000/00000000c7f03c54 00020000:00000002:2.0:1776200719.239244:0:9212:0:(lov_object.c:1190:lov_conf_thaw()) To release share lov(00000000d49dc5fd) owner 0000000000000000/00000000c7f03c54 00020000:00000001:2.0:1776200719.239246:0:9212:0:(lov_object.c:2367:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1776200719.239248:0:9212:0:(file.c:327:ll_md_close()) Process entered 00000080:00000001:2.0:1776200719.239249:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1776200719.239252:0:9212:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:2.0:1776200719.239253:0:9212:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x26:0x0] 00800000:00000001:2.0:1776200719.239255:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1776200719.239257:0:9212:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:2.0:1776200719.239259:0:9212:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1776200719.239263:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000002d40e12a count: 2 00010000:00000001:2.0:1776200719.239265:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1776200719.239268:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d40e12a count: 1 00000002:00000001:2.0:1776200719.239275:0:9212:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1776200719.239278:0:9212:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1776200719.239280:0:9212:0:(file.c:281:ll_md_real_close()) Process entered 00000080:00000001:2.0:1776200719.239282:0:9212:0:(file.c:157:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1776200719.239285:0:9212:0:(file.c:165:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at 000000002f64beb0. 00000080:00000001:2.0:1776200719.239287:0:9212:0:(file.c:102:ll_prepare_close()) Process entered 00000080:00000001:2.0:1776200719.239293:0:9212:0:(file.c:137:ll_prepare_close()) Process leaving 00000080:00000001:2.0:1776200719.239294:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1776200719.239297:0:9212:0:(lmv_obd.c:1466:lmv_close()) Process entered 00800000:00000002:2.0:1776200719.239299:0:9212:0:(lmv_obd.c:1472:lmv_close()) CLOSE [0x200000402:0x26:0x0] 00800000:00000001:2.0:1776200719.239301:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1776200719.239304:0:9212:0:(mdc_request.c:900:mdc_close()) Process entered 00000002:00000002:2.0:1776200719.239306:0:9212:0:(mdc_request.c:904:mdc_close()) lustre-MDT0000-mdc-ffff993be2454000: [0x200000402:0x26:0x0] file closed with intent: 0 00000100:00000010:2.0:1776200719.239312:0:9212:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001ace2fe2. 00000020:00000040:2.0:1776200719.239316:0:9212:0:(genops.c:1191:class_import_get()) import 000000000fe8d637 refcount=81 obd=lustre-MDT0000-mdc-ffff993be2454000 00000002:00100000:2.0:1776200719.239323:0:9212:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@00000000e337d695 x1862481227042624/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 1 fl Complete:RPQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.239339:0:9212:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1776200719.239343:0:9212:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1776200719.239347:0:9212:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1776200719.239356:0:9212:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000016338cf3. 00000100:00000001:2.0:1776200719.239364:0:9212:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1776200719.239374:0:9212:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993be2454000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1776200719.239380:0:9212:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000001ace2fe2 x1862481227042752/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1776200719.239386:0:9212:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1776200719.239388:0:9212:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1776200719.239394:0:9212:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000454d34a1. 00000100:00000001:2.0:1776200719.239396:0:9212:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446631080800805248 : -112992908746368 : ffff993bc9cfe180) 00000100:00000001:2.0:1776200719.239399:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200719.239400:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080683364096 : -112993026187520 : ffff993bc2cfdf00) 00000100:00000001:2.0:1776200719.239403:0:9212:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1776200719.239407:0:9212:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200719.239409:0:9212:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1776200719.239411:0:9212:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1776200719.239656:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001ace2fe2 x1862481227042752/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.239663:0:9212:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1776200719.239665:0:9212:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200719.239669:0:9212:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1776200719.239672:0:9212:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1776200719.239674:0:9212:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001ace2fe2 pname:cluuid:pid:xid:nid:opc:job createmany:128773b9-ec2f-47c2-9bf4-461c71beba7d:9212:1862481227042752:192.168.203.148@tcp:35:createmany.0 00000100:00000001:2.0:1776200719.239677:0:9212:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1776200719.239684:0:9212:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1776200719.239686:0:9212:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200719.239689:0:9212:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1776200719.239694:0:9212:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000cc4ba993. 02000000:00000001:2.0:1776200719.239695:0:9212:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1776200719.239704:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:2.0:1776200719.239709:0:9212:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c2f27bb5. 00000400:00000010:2.0:1776200719.239715:0:9212:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006e850729. 00000100:00000200:2.0:1776200719.239722:0:9212:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227042752, portal 10 00000100:00000001:2.0:1776200719.239724:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200719.239725:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080683364096 : -112993026187520 : ffff993bc2cfdf00) 00000100:00000040:2.0:1776200719.239730:0:9212:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000001ace2fe2 x1862481227042752/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.239736:0:9212:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1776200719.239738:0:9212:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:2.0:1776200719.239741:0:9212:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e7e995e. 00000100:00000200:2.0:1776200719.239743:0:9212:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227042752, offset 0 00000400:00000200:2.0:1776200719.239749:0:9212:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:2.0:1776200719.239758:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.239767:0:9212:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200719.239776:0:9212:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:2.0:1776200719.239780:0:9212:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776200719.239783:0:9212:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:2.0:1776200719.239786:0:9212:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [292:292:256:4294967295] 192.168.203.148@tcp LPNI seq info [292:292:8:4294967295] 00000400:00000200:2.0:1776200719.239790:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.239806:0:9212:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:2.0:1776200719.239812:0:9212:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200719.239817:0:9212:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000063bad7bd (tot 3422846). 00000800:00000200:2.0:1776200719.239824:0:9212:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200719.239832:0:9212:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200719.239836:0:9212:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000063bad7bd type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1776200719.240164:0:9212:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200719.240167:0:9212:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200719.240171:0:9212:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200719.240173:0:9212:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200719.240174:0:9212:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:2.0:1776200719.240176:0:9212:0:(client.c:2500:ptlrpc_set_wait()) set 00000000454d34a1 going to sleep for 6 seconds 00000100:00000001:2.0:1776200719.240179:0:9212:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200719.240182:0:9212:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200719.244208:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200719.244219:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000063bad7bd (tot 3422598). 00000400:00000200:2.0:1776200719.244231:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.244244:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200719.244251:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e7e995e 00000400:00000010:2.0:1776200719.244254:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e7e995e. 00000100:00000001:2.0:1776200719.244261:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200719.244269:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001ace2fe2 x1862481227042752/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.244282:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200719.244285:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000001ace2fe2 x1862481227042752/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.244291:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200719.244292:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200719.244751:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.244765:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200719.244767:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.244769:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.244778:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.244801:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200719.244809:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.244814:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.244819:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.244823:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f04fc0 00000400:00000200:2.0:1776200719.244828:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.244834:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0xc2d [1] + 224 00000800:00000001:2.0:1776200719.245110:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.245120:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.245122:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.245126:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200719.245131:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200719.245136:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001ace2fe2 x1862481227042752/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200719.245145:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=456 offset=224 replen=624 req@000000001ace2fe2 x1862481227042752/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.245214:0:9212:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200719.245232:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200719.245241:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.245245:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1776200719.245285:0:9212:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1776200719.245286:0:9212:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1776200719.245290:0:9212:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c2f27bb5. 00000400:00000200:0.0:1776200719.245294:0:9212:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e850729 00000400:00000010:0.0:1776200719.245296:0:9212:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006e850729. 00000100:00000001:0.0:1776200719.245299:0:9212:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1776200719.245303:0:9212:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001ace2fe2 x1862481227042752/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:0.0:1776200719.245310:0:9212:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001ace2fe2 x1862481227042752/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.245316:0:9212:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1776200719.245319:0:9212:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200719.245322:0:9212:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1776200719.245326:0:9212:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1776200719.245329:0:9212:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1776200719.245341:0:9212:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200719.245344:0:9212:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1776200719.245356:0:9212:0:(import.c:1935:at_measured()) add 1 to 000000000f61d0a9 time=87 v=1 (1 0 0 0) 00000100:00001000:0.0:1776200719.245361:0:9212:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=88 v=1 (1 0 0 0) 00000100:00000001:0.0:1776200719.245363:0:9212:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1776200719.245365:0:9212:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.245368:0:9212:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1776200719.245372:0:9212:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.245376:0:9212:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1776200719.245377:0:9212:0:(client.c:1389:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1776200719.245379:0:9212:0:(client.c:1391:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1776200719.245382:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.245383:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080683364096 : -112993026187520 : ffff993bc2cfdf00) 00000100:00000001:0.0:1776200719.245386:0:9212:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1776200719.245388:0:9212:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 0 00000100:00000001:0.0:1776200719.245390:0:9212:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1776200719.245392:0:9212:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200719.245396:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001ace2fe2 x1862481227042752/t4294967380(4294967380) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 3 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.245402:0:9212:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200719.245406:0:9212:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1776200719.245408:0:9212:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1776200719.245411:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ace2fe2 x1862481227042752/t4294967380(4294967380) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 3 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:0.0:1776200719.245418:0:9212:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001ace2fe2 pname:cluuid:pid:xid:nid:opc:job createmany:128773b9-ec2f-47c2-9bf4-461c71beba7d:9212:1862481227042752:192.168.203.148@tcp:35:createmany.0 00000100:00000001:0.0:1776200719.245511:0:9212:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200719.245514:0:9212:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.245516:0:9212:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1776200719.245518:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200719.245521:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000001ace2fe2 x1862481227042752/t4294967380(4294967380) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 3 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.245527:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1776200719.245530:0:9212:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000454d34a1. 00000100:00000001:0.0:1776200719.245534:0:9212:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1776200719.245535:0:9212:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.245543:0:9212:0:(mdc_request.c:1038:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.245547:0:9212:0:(lmv_obd.c:1474:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1776200719.245552:0:9212:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 000000002f64beb0. 00000080:00000001:0.0:1776200719.245556:0:9212:0:(file.c:263:ll_close_inode_openhandle()) Process leaving 00000080:00000001:0.0:1776200719.245559:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.245562:0:9212:0:(lmv_obd.c:3676:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1776200719.245566:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.245569:0:9212:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1776200719.245573:0:9212:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@00000000e337d695 x1862481227042624/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 1 fl Complete:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000002:00000001:0.0:1776200719.245580:0:9212:0:(mdc_request.c:888:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.245582:0:9212:0:(lmv_obd.c:3682:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1776200719.245583:0:9212:0:(file.c:268:ll_close_inode_openhandle()) kfreed 'och': 48 at 000000009cf0ec5b. 00000100:00000001:0.0:1776200719.245619:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200719.245622:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000001ace2fe2 x1862481227042752/t4294967380(4294967380) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.245628:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.245630:0:9212:0:(file.c:313:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1776200719.245633:0:9212:0:(file.c:93:ll_file_data_put()) slab-freed '(fd)': 280 at 00000000ec65ccb9. 00000080:00000001:0.0:1776200719.245638:0:9212:0:(file.c:391:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.245643:0:9212:0:(file.c:445:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.245650:0:9212:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1776200719.245652:0:9212:0:(dcache.c:133:ll_ddelete()) keeping dentry f0a.replay-dual-36 (00000000c7285931, parent 000000008fe1cc87, inode 00000000934ff451) hashed, 00000080:00000001:0.0:1776200719.245657:0:9212:0:(dcache.c:137:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.245732:0:9212:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1776200719.245737:0:9212:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1776200719.245739:0:9212:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1776200719.245741:0:9212:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000e143c7f8),name=/ 00000080:00000010:0.0:1776200719.245747:0:9212:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 000000003b49ed52. 00000080:00000001:0.0:1776200719.245754:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.245758:0:9212:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1776200719.245761:0:9212:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1776200719.245764:0:9212:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1776200719.245766:0:9212:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:0.0:1776200719.245769:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.245772:0:9212:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1776200719.245774:0:9212:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1776200719.245778:0:9212:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1776200719.245780:0:9212:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1776200719.245783:0:9212:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1776200719.245792:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f1cb6017 count: 2 00010000:00000001:0.0:1776200719.245795:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200719.245801:0:9212:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1776200719.245804:0:9212:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1776200719.245807:0:9212:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.245815:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00010000:00000040:0.0:1776200719.245817:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 02000000:00000001:0.0:1776200719.245820:0:9212:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1776200719.245824:0:9212:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200719.245827:0:9212:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.245832:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00000002:00000001:0.0:1776200719.245834:0:9212:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1776200719.245835:0:9212:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1776200719.245837:0:9212:0:(mdc_locks.c:1345:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1776200719.245839:0:9212:0:(lmv_intent.c:509:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1776200719.245943:0:9212:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1776200719.245947:0:9212:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 000000003b49ed52. 00000080:00000001:0.0:1776200719.245952:0:9212:0:(dcache.c:259:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1776200719.245953:0:9212:0:(dcache.c:262:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200719.245956:0:9212:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000e143c7f8) 00000080:00010000:0.0:1776200719.245960:0:9212:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000e143c7f8) for lock 0x8d91c35bada81cba 00000080:00000001:0.0:1776200719.245962:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.245964:0:9212:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1776200719.245965:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.245967:0:9212:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1776200719.245969:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.245972:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.245974:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c4c6f071 refcount=3 00000020:00000001:0.0:1776200719.245977:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.245980:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.245983:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.245984:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200719.245985:0:9212:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.245987:0:9212:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200719.245989:0:9212:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8d91c35bada81cba from it 000000003c702ba3 00010000:00000001:0.0:1776200719.245991:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.245992:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.245993:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c4c6f071 refcount=3 00000020:00000001:0.0:1776200719.245995:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.245996:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.245999:0:9212:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1776200719.246001:0:9212:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.246007:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200719.246009:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.246010:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.246012:0:9212:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1776200719.246013:0:9212:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1776200719.246014:0:9212:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.246019:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200719.246023:0:9212:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776200719.246027:0:9212:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1776200719.246029:0:9212:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1776200719.246034:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.246035:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.246036:0:9212:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.246039:0:9212:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1776200719.246041:0:9212:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.246043:0:9212:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.246045:0:9212:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.246047:0:9212:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1776200719.246049:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.246049:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1776200719.246050:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:0.0:1776200719.246051:0:9212:0:(client.c:2665:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1776200719.246053:0:9212:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000e143c7f8), inode mode 41ed mask 1 00000080:00000001:0.0:1776200719.246056:0:9212:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1776200719.246069:0:9212:0:(dcache.c:145:ll_d_init()) kmalloced '(lld)': 24 at 00000000b4a3cff3. 00000080:00000001:0.0:1776200719.246074:0:9212:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1776200719.246075:0:9212:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1776200719.246076:0:9212:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000e143c7f8),name=/ 00000080:00000010:0.0:1776200719.246079:0:9212:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 000000003b49ed52. 00000080:00000001:0.0:1776200719.246081:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.246083:0:9212:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1776200719.246084:0:9212:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1776200719.246087:0:9212:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1776200719.246088:0:9212:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:0.0:1776200719.246090:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.246092:0:9212:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1776200719.246093:0:9212:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1776200719.246097:0:9212:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1776200719.246098:0:9212:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1776200719.246099:0:9212:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1776200719.246101:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f1cb6017 count: 2 00010000:00000001:0.0:1776200719.246103:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200719.246106:0:9212:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1776200719.246108:0:9212:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1776200719.246110:0:9212:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.246117:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00010000:00000040:0.0:1776200719.246119:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 02000000:00000001:0.0:1776200719.246120:0:9212:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1776200719.246122:0:9212:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200719.246124:0:9212:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.246131:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00000002:00000001:0.0:1776200719.246132:0:9212:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1776200719.246134:0:9212:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1776200719.246135:0:9212:0:(mdc_locks.c:1345:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1776200719.246137:0:9212:0:(lmv_intent.c:509:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1776200719.246138:0:9212:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1776200719.246140:0:9212:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 000000003b49ed52. 00000080:00000001:0.0:1776200719.246142:0:9212:0:(dcache.c:259:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1776200719.246143:0:9212:0:(dcache.c:262:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200719.246145:0:9212:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000e143c7f8) 00000080:00010000:0.0:1776200719.246147:0:9212:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000e143c7f8) for lock 0x8d91c35bada81cba 00000080:00000001:0.0:1776200719.246150:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.246151:0:9212:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1776200719.246152:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.246154:0:9212:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1776200719.246155:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.246156:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.246157:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c4c6f071 refcount=3 00000020:00000001:0.0:1776200719.246159:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.246161:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.246163:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.246164:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200719.246165:0:9212:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.246167:0:9212:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200719.246168:0:9212:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8d91c35bada81cba from it 0000000033745cc8 00010000:00000001:0.0:1776200719.246170:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.246171:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.246172:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c4c6f071 refcount=3 00000020:00000001:0.0:1776200719.246174:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.246175:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.246177:0:9212:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1776200719.246178:0:9212:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.246184:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200719.246186:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.246187:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.246188:0:9212:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1776200719.246190:0:9212:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1776200719.246191:0:9212:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.246196:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200719.246198:0:9212:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776200719.246200:0:9212:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1776200719.246201:0:9212:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1776200719.246203:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.246204:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.246205:0:9212:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.246206:0:9212:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1776200719.246207:0:9212:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.246209:0:9212:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.246210:0:9212:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.246211:0:9212:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1776200719.246212:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.246213:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1776200719.246214:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:0.0:1776200719.246215:0:9212:0:(client.c:2665:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1776200719.246216:0:9212:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000e143c7f8), inode mode 41ed mask 3 00000080:00000001:0.0:1776200719.246219:0:9212:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.246223:0:9212:0:(namei.c:1176:ll_atomic_open()) Process entered 00000080:00200000:0.0:1776200719.246225:0:9212:0:(namei.c:1183:ll_atomic_open()) VFS Op:name=f0a.replay-dual-37, dir=[0x200000007:0x1:0x0](00000000e143c7f8), file 00000000a9f6d171, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1776200719.246230:0:9212:0:(namei.c:1203:ll_atomic_open()) kmalloced '(it)': 72 at 00000000fcda720b. 00000080:00000001:0.0:1776200719.246235:0:9212:0:(namei.c:827:ll_lookup_it()) Process entered 00000080:00200000:0.0:1776200719.246237:0:9212:0:(namei.c:833:ll_lookup_it()) VFS Op:name=f0a.replay-dual-37, dir=[0x200000007:0x1:0x0](00000000e143c7f8), intent=open|creat 00000080:00000010:0.0:1776200719.246243:0:9212:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 000000003b49ed52. 00000080:00000001:0.0:1776200719.246249:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.246251:0:9212:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1776200719.246252:0:9212:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-37' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1776200719.246256:0:9212:0:(lmv_intent.c:301:lmv_intent_open()) Process entered 00800000:00000001:0.0:1776200719.246261:0:9212:0:(lmv_obd.c:1077:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1776200719.246263:0:9212:0:(obd_class.h:918:obd_fid_alloc()) Process entered 00800000:00000001:0.0:1776200719.246264:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.246267:0:9212:0:(mdc_request.c:2771:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1776200719.246270:0:9212:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1776200719.246272:0:9212:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff993be2454000: Allocated FID [0x200000402:0x27:0x0] 40000000:00000001:0.0:1776200719.246276:0:9212:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.246277:0:9212:0:(mdc_request.c:2778:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.246279:0:9212:0:(obd_class.h:930:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.246280:0:9212:0:(lmv_obd.c:1101:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1776200719.246282:0:9212:0:(lmv_intent.c:375:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x27:0x0], name='f0a.replay-dual-37' -> mds #0 00800000:00000001:0.0:1776200719.246285:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.246286:0:9212:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1776200719.246287:0:9212:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: f0a.replay-dual-37,[0x200000402:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1776200719.246291:0:9212:0:(mdc_locks.c:932:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1776200719.246294:0:9212:0:(mdc_locks.c:263:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1776200719.246297:0:9212:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:0.0:1776200719.246301:0:9212:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.246302:0:9212:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:0.0:1776200719.246303:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f1cb6017 count: 2 00010000:00000001:0.0:1776200719.246306:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200719.246309:0:9212:0:(ldlm_request.c:2103:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1776200719.246311:0:9212:0:(ldlm_request.c:1691:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.246313:0:9212:0:(ldlm_request.c:2153:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1776200719.246315:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00000002:00000001:0.0:1776200719.246316:0:9212:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1776200719.246321:0:9212:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e4fbd816. 00000020:00000040:0.0:1776200719.246325:0:9212:0:(genops.c:1191:class_import_get()) import 000000000fe8d637 refcount=82 obd=lustre-MDT0000-mdc-ffff993be2454000 02000000:00000001:0.0:1776200719.246340:0:9212:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1776200719.246342:0:9212:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.246344:0:9212:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1776200719.246349:0:9212:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1776200719.246351:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.246352:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.246353:0:9212:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.246357:0:9212:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1776200719.246359:0:9212:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1776200719.246361:0:9212:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1776200719.246369:0:9212:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000095412ed1. 00000100:00000001:0.0:1776200719.246377:0:9212:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.246382:0:9212:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1776200719.246383:0:9212:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.246385:0:9212:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1776200719.246386:0:9212:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.246388:0:9212:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.246396:0:9212:0:(mdc_locks.c:432:mdc_intent_open_pack()) Process leaving (rc=18446631080801024256 : -112992908527360 : ffff993bc9d33900) 00010000:00000001:0.0:1776200719.246400:0:9212:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1776200719.246402:0:9212:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1776200719.246404:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f1cb6017 count: 2 00010000:00000001:0.0:1776200719.246405:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200719.246407:0:9212:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1776200719.246410:0:9212:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000005e633a7. 00000020:00000001:0.0:1776200719.246414:0:9212:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1776200719.246415:0:9212:0:(lustre_handles.c:97:class_handle_hash()) added object 0000000005e633a7 with handle 0x8d91c35bada81de7 to hash 00000020:00000001:0.0:1776200719.246417:0:9212:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1776200719.246503:0:9212:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446631080713893376 : -112992995658240 : ffff993bc4a1b600) 00010000:00000001:0.0:1776200719.246508:0:9212:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446631080713893376 : -112992995658240 : ffff993bc4a1b600) 00010000:00000001:0.0:1776200719.246511:0:9212:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1776200719.246513:0:9212:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200719.246515:0:9212:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 0000000005e633a7/0x8d91c35bada81de7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.246521:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00010000:00010000:0.0:1776200719.246523:0:9212:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 0000000005e633a7/0x8d91c35bada81de7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.246528:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00000020:00100000:0.0:1776200719.246538:0:9212:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993be2454000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1776200719.246546:0:9212:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000e4fbd816 x1862481227042880/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:0.0:1776200719.246554:0:9212:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 0000000005e633a7/0x8d91c35bada81de7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.246559:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00000100:00000001:0.0:1776200719.246562:0:9212:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1776200719.246564:0:9212:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1776200719.246570:0:9212:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003a2a21ce. 00000100:00000001:0.0:1776200719.246572:0:9212:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446631080835670784 : -112992873880832 : ffff993bcbe3e300) 00000100:00000001:0.0:1776200719.246575:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.246576:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801024256 : -112992908527360 : ffff993bc9d33900) 00000100:00000001:0.0:1776200719.246579:0:9212:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1776200719.246583:0:9212:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.246586:0:9212:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1776200719.246642:0:9212:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776200719.246646:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e4fbd816 x1862481227042880/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 0 ref 2 fl New:PQU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.246653:0:9212:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200719.246655:0:9212:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200719.246659:0:9212:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776200719.246661:0:9212:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200719.246664:0:9212:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fbd816 pname:cluuid:pid:xid:nid:opc:job createmany:128773b9-ec2f-47c2-9bf4-461c71beba7d:9212:1862481227042880:192.168.203.148@tcp:101:createmany.0 00000100:00000001:0.0:1776200719.246668:0:9212:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776200719.246676:0:9212:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776200719.246678:0:9212:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200719.246680:0:9212:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1776200719.246740:0:9212:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at 000000001d275702. 02000000:00000001:0.0:1776200719.246743:0:9212:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776200719.246752:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:0.0:1776200719.246756:0:9212:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003295735c. 00000400:00000010:0.0:1776200719.246779:0:9212:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 632 at 0000000035306ab2 (tot 3423230). 00000100:00000200:0.0:1776200719.246789:0:9212:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1862481227042880, portal 10 00000100:00000001:0.0:1776200719.246791:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.246792:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801024256 : -112992908527360 : ffff993bc9d33900) 00000100:00000040:0.0:1776200719.246798:0:9212:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000e4fbd816 x1862481227042880/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.246805:0:9212:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776200719.246808:0:9212:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:0.0:1776200719.246811:0:9212:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb51e740. 00000100:00000200:0.0:1776200719.246815:0:9212:0:(niobuf.c:86:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1862481227042880, offset 0 00000400:00000200:0.0:1776200719.246822:0:9212:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:0.0:1776200719.246832:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200719.246840:0:9212:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:0.0:1776200719.247053:0:9212:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:0.0:1776200719.247057:0:9212:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776200719.247061:0:9212:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:0.0:1776200719.247065:0:9212:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [293:293:256:4294967295] 192.168.203.148@tcp LPNI seq info [293:293:8:4294967295] 00000400:00000200:0.0:1776200719.247069:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200719.247080:0:9212:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:0.0:1776200719.247087:0:9212:0:(socklnd_cb.c:995:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:0.0:1776200719.247093:0:9212:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099f0192d (tot 3423478). 00000800:00000200:0.0:1776200719.247100:0:9212:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:0.0:1776200719.247109:0:9212:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:0.0:1776200719.247114:0:9212:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000099f0192d type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1776200719.247180:0:9212:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.247184:0:9212:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200719.247186:0:9212:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.247189:0:9212:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200719.247190:0:9212:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:0.0:1776200719.247192:0:9212:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 6 seconds 00000100:00000001:0.0:1776200719.247195:0:9212:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200719.247198:0:9212:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200719.252439:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200719.252452:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000099f0192d (tot 3423230). 00000400:00000200:2.0:1776200719.252464:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.252476:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200719.252484:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb51e740 00000400:00000010:2.0:1776200719.252486:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb51e740. 00000100:00000001:2.0:1776200719.252492:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200719.252500:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e4fbd816 x1862481227042880/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.252513:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200719.252516:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000e4fbd816 x1862481227042880/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 3 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.252521:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200719.252545:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200719.253802:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.253823:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200719.253828:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.253831:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.253843:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.253851:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200719.253907:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.253913:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.253919:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.253924:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 656 into portal 10 MB=0x69deab3f05040 00000400:00000200:2.0:1776200719.253930:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.253936:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 656/656 into md 0xc3d [32] + 224 00000800:00000001:2.0:1776200719.253946:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.253957:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.253959:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.253963:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200719.253969:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200719.253975:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e4fbd816 x1862481227042880/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 2 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200719.253987:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=656 offset=224 replen=66264 req@00000000e4fbd816 x1862481227042880/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.254072:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:2.0:1776200719.254082:0:2234:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1776200719.254087:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.254093:0:2234:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200719.254099:0:2234:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [294:294:256:4294967295] 192.168.203.148@tcp LPNI seq info [294:294:8:4294967295] 00000400:00000200:2.0:1776200719.254104:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.254112:0:2234:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:2.0:1776200719.254118:0:2234:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200719.254124:0:2234:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 744 at 000000003721b7c9 (tot 3423974). 00000800:00000200:2.0:1776200719.254145:0:2234:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200719.254154:0:2234:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200719.254158:0:2234:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003721b7c9 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1776200719.255291:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200719.255301:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 744 at 000000003721b7c9 (tot 3423230). 00000400:00000200:2.0:1776200719.255310:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.255318:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:2.0:1776200719.255328:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.255345:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1776200719.261834:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200719.261853:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003a271fe (tot 3422598). 00000400:00000200:2.0:1776200719.261868:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.261880:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200719.261888:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052f13ea2 00000400:00000010:2.0:1776200719.261890:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052f13ea2. 00000100:00000001:2.0:1776200719.261896:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200719.261904:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000099c19c7 x1862481227043008/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.261916:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200719.261918:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000099c19c7 x1862481227043008/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.261923:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200719.261925:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1776200719.265227:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200719.265234:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a12e233f (tot 3423230). 00000400:00000200:2.0:1776200719.265241:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.265249:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200719.265255:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b86a6c43 00000400:00000010:2.0:1776200719.265258:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b86a6c43. 00000100:00000001:2.0:1776200719.265263:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200719.265268:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006d0ea5a0 x1862481227043136/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.265279:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200719.265297:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000006d0ea5a0 x1862481227043136/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 3 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.265303:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200719.265305:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1776200719.285190:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200719.285200:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d9fb19b1 (tot 3422598). 00000400:00000200:2.0:1776200719.285211:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.285221:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200719.285228:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfc0fbac 00000400:00000010:2.0:1776200719.285231:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bfc0fbac. 00000100:00000001:2.0:1776200719.285237:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200719.285243:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b9b55fe5 x1862481227043264/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.285255:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200719.285258:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000b9b55fe5 x1862481227043264/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.285263:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200719.285265:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200719.287733:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.287756:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200719.287761:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.287763:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.287778:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.287786:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200719.287795:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.287801:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.287806:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.287810:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f051c0 00000400:00000200:2.0:1776200719.287816:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.287823:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0xc55 [1] + 224 00000800:00000001:2.0:1776200719.287833:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.287865:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.287868:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.287894:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200719.287902:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200719.287910:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b9b55fe5 x1862481227043264/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200719.287922:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=456 offset=224 replen=624 req@00000000b9b55fe5 x1862481227043264/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.287943:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200719.287954:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.287958:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200719.301221:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.301243:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200719.301248:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.301250:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.301264:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.301273:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200719.301282:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.301288:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.301293:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.301297:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 656 into portal 10 MB=0x69deab3f05240 00000400:00000200:2.0:1776200719.301303:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.301310:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 656/656 into md 0xc5d [32] + 224 00000800:00000001:2.0:1776200719.301321:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.301341:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.301344:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.301349:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200719.301357:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200719.301365:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000be977498 x1862481227043392/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 2 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200719.301377:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=656 offset=224 replen=66264 req@00000000be977498 x1862481227043392/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.301398:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:2.0:1776200719.301435:0:2234:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1776200719.301439:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.301445:0:2234:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200719.301451:0:2234:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [300:300:256:4294967295] 192.168.203.148@tcp LPNI seq info [300:300:8:4294967295] 00000400:00000200:2.0:1776200719.301454:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.301461:0:2234:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:2.0:1776200719.301467:0:2234:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200719.301474:0:2234:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 744 at 00000000eeb1c353 (tot 3423974). 00000800:00000200:2.0:1776200719.301480:0:2234:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200719.301488:0:2234:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200719.301492:0:2234:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eeb1c353 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1776200719.301649:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200719.301653:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 744 at 00000000eeb1c353 (tot 3423230). 00000400:00000200:2.0:1776200719.301657:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.301660:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:2.0:1776200719.301665:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.301668:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1776200719.304327:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200719.304343:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000db8b4815 (tot 3422598). 00000400:00000200:2.0:1776200719.304352:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.304361:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200719.304367:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006faba9a5 00000400:00000010:2.0:1776200719.304369:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006faba9a5. 00000100:00000001:2.0:1776200719.304374:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200719.304379:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000080960ce8 x1862481227043520/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.304389:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200719.304391:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@0000000080960ce8 x1862481227043520/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.304396:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200719.304413:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200719.309080:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.309105:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200719.309111:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.309113:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.309127:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.309135:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200719.309144:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.309151:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.309155:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.309159:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f052c0 00000400:00000200:2.0:1776200719.309165:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.309172:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0xc65 [1] + 224 00000800:00000001:2.0:1776200719.309181:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.309195:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.309197:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.309202:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200719.309210:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200719.309217:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000080960ce8 x1862481227043520/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200719.309228:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=456 offset=224 replen=624 req@0000000080960ce8 x1862481227043520/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.309251:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200719.309261:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.309264:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200719.317581:0:9212:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1776200719.318320:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.318353:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200719.318356:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.318359:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.318374:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.318382:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200719.318392:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.318398:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.318421:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.318425:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 656 into portal 10 MB=0x69deab3f05340 00000400:00000200:2.0:1776200719.318431:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.318437:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 656/656 into md 0xc6d [32] + 224 00000800:00000001:2.0:1776200719.318448:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.318460:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.318463:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.318467:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200719.318474:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200719.318482:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003f8efa35 x1862481227043648/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 2 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200719.318494:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=656 offset=224 replen=66264 req@000000003f8efa35 x1862481227043648/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.318516:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:2.0:1776200719.318526:0:2234:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1776200719.318530:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.318536:0:2234:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200719.318542:0:2234:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [303:303:256:4294967295] 192.168.203.148@tcp LPNI seq info [303:303:8:4294967295] 00000400:00000200:2.0:1776200719.318546:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.318554:0:2234:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:2.0:1776200719.318560:0:2234:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200719.318567:0:2234:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 744 at 00000000eeb1c353 (tot 3423974). 00000800:00000200:2.0:1776200719.318574:0:2234:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200719.318583:0:2234:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200719.318624:0:2234:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eeb1c353 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1776200719.318733:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200719.318738:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 744 at 00000000eeb1c353 (tot 3423230). 00000400:00000200:2.0:1776200719.318741:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.318745:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:2.0:1776200719.318756:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.318760:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200719.319881:0:9212:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1776200719.319894:0:9212:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1776200719.319897:0:9212:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1776200719.319900:0:9212:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f57c4605. 00000400:00000200:0.0:1776200719.319910:0:9212:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002991fcc5 00000400:00000010:0.0:1776200719.319913:0:9212:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 632 at 000000002991fcc5 (tot 3422598). 00000100:00000001:0.0:1776200719.319921:0:9212:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1776200719.319931:0:9212:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003f8efa35 x1862481227043648/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:0.0:1776200719.319940:0:9212:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003f8efa35 x1862481227043648/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RPQU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.319947:0:9212:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1776200719.319950:0:9212:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200719.319952:0:9212:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1776200719.319956:0:9212:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1776200719.319959:0:9212:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1776200719.319961:0:9212:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200719.319964:0:9212:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1776200719.319974:0:9212:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=88 v=1 (1 0 0 0) 00000100:00001000:0.0:1776200719.319979:0:9212:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=88 v=1 (1 0 0 0) 00000100:00000001:0.0:1776200719.319981:0:9212:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1776200719.319983:0:9212:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.319986:0:9212:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1776200719.319989:0:9212:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.319992:0:9212:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1776200719.319994:0:9212:0:(client.c:1389:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1776200719.319997:0:9212:0:(client.c:1391:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1776200719.320000:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.320001:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692635008 : -112993016916608 : ffff993bc35d5580) 00000100:00000001:0.0:1776200719.320004:0:9212:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1776200719.320006:0:9212:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 0 00000100:00000001:0.0:1776200719.320008:0:9212:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1776200719.320011:0:9212:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200719.320016:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003f8efa35 x1862481227043648/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200726 ref 3 fl Rpc:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.320023:0:9212:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200719.320026:0:9212:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1776200719.320029:0:9212:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1776200719.320032:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003f8efa35 x1862481227043648/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200726 ref 3 fl Interpret:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:0.0:1776200719.320038:0:9212:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003f8efa35 pname:cluuid:pid:xid:nid:opc:job createmany:128773b9-ec2f-47c2-9bf4-461c71beba7d:9212:1862481227043648:192.168.203.148@tcp:101:createmany.0 00000100:00000001:0.0:1776200719.320043:0:9212:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200719.320045:0:9212:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.320048:0:9212:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1776200719.320050:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200719.320053:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000003f8efa35 x1862481227043648/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200726 ref 3 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.320058:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1776200719.320061:0:9212:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007261de02. 00000100:00000001:0.0:1776200719.320065:0:9212:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1776200719.320066:0:9212:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.320070:0:9212:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1776200719.320075:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.320077:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.320080:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e17d64a7 refcount=4 00000020:00000001:0.0:1776200719.320094:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080684897984 : -112993024653632 : ffff993bc2e746c0) 00010000:00000001:0.0:1776200719.320097:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080684897984 : -112993024653632 : ffff993bc2e746c0) 00010000:00000040:0.0:1776200719.320104:0:9212:0:(ldlm_request.c:701:ldlm_cli_enqueue_fini()) local: 00000000e17d64a7, remote cookie: 0x98dca339dc2afe82, flags: 0x1001 00010000:00010000:0.0:1776200719.320110:0:9212:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode CR ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000e17d64a7/0x8d91c35bada81dfc lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afe82 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.320117:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00010000:00000040:0.0:1776200719.320121:0:9212:0:(ldlm_request.c:723:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x2a:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1776200719.320124:0:9212:0:(ldlm_lock.c:519:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1776200719.320135:0:9212:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000abc45afd. 00010000:00000010:0.0:1776200719.320141:0:9212:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008bb646bb. 00010000:00000040:0.0:1776200719.320146:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200719.320148:0:9212:0:(ldlm_lock.c:570:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200719.320150:0:9212:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000e17d64a7/0x8d91c35bada81dfc lrc: 4/0,1 mode: --/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afe82 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.320155:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000abc45afd count: 1 00010000:00010000:0.0:1776200719.320158:0:9212:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000e17d64a7/0x8d91c35bada81dfc lrc: 4/0,1 mode: --/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afe82 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.320163:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000abc45afd count: 1 00010000:00000001:0.0:1776200719.320165:0:9212:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1776200719.320169:0:9212:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1776200719.320172:0:9212:0:(ldlm_lock.c:977:search_granted_lock()) Process entered 00010000:00000001:0.0:1776200719.320173:0:9212:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1776200719.320174:0:9212:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1776200719.320176:0:9212:0:(ldlm_resource.c:1787:ldlm_resource_dump()) --- Resource: [0x200000402:0x2a:0x0].0x0 (00000000abc45afd) refcount = 1 00010000:00010000:0.0:1776200719.320179:0:9212:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000e17d64a7/0x8d91c35bada81dfc lrc: 4/0,1 mode: CR/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2afe82 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.320183:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000abc45afd count: 1 00010000:00000001:0.0:1776200719.320185:0:9212:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1776200719.320187:0:9212:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1776200719.320188:0:9212:0:(ldlm_lock.c:1891:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200719.320191:0:9212:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1776200719.320194:0:9212:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200719.320196:0:9212:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000e17d64a7/0x8d91c35bada81dfc lrc: 4/0,1 mode: CR/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afe82 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.320201:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000abc45afd count: 1 00010000:00000001:0.0:1776200719.320203:0:9212:0:(ldlm_request.c:797:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1776200719.320204:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.320206:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.320207:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.320208:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.320209:0:9212:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.320213:0:9212:0:(mdc_locks.c:688:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1776200719.320216:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.320216:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.320217:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e17d64a7 refcount=3 00000020:00000001:0.0:1776200719.320219:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080684897984 : -112993024653632 : ffff993bc2e746c0) 00010000:00000001:0.0:1776200719.320221:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080684897984 : -112993024653632 : ffff993bc2e746c0) 00010000:00000001:0.0:1776200719.320223:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.320223:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.320224:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e17d64a7 refcount=4 00000020:00000001:0.0:1776200719.320225:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080684897984 : -112993024653632 : ffff993bc2e746c0) 00010000:00000001:0.0:1776200719.320227:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080684897984 : -112993024653632 : ffff993bc2e746c0) 00010000:00000001:0.0:1776200719.320230:0:9212:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1776200719.320232:0:9212:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200719.320234:0:9212:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000e17d64a7/0x8d91c35bada81dfc lrc: 5/1,1 mode: CR/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2afe82 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.320239:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000abc45afd count: 1 00010000:00000001:0.0:1776200719.320240:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.320241:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.320242:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.320243:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.320244:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e17d64a7 refcount=5 00000020:00000001:0.0:1776200719.320245:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080684897984 : -112993024653632 : ffff993bc2e746c0) 00010000:00000001:0.0:1776200719.320247:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080684897984 : -112993024653632 : ffff993bc2e746c0) 00010000:00000001:0.0:1776200719.320249:0:9212:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1776200719.320251:0:9212:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000e17d64a7/0x8d91c35bada81dfc lrc: 5/1,1 mode: CR/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2afe82 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.320256:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000abc45afd count: 1 00010000:00000001:0.0:1776200719.320257:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.320257:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1776200719.320259:0:9212:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000e17d64a7/0x8d91c35bada81dfc lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2afe82 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.320262:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000abc45afd count: 1 00010000:00000001:0.0:1776200719.320264:0:9212:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1776200719.320265:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.320265:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.320266:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.320267:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1776200719.320270:0:9212:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@000000003f8efa35 x1862481227043648/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200726 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:0.0:1776200719.320553:0:9212:0:(mdc_request.c:781:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1776200719.320558:0:9212:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@000000003f8efa35 x1862481227043648/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200726 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:0.0:1776200719.320563:0:9212:0:(mdc_request.c:834:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.320572:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.320573:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.320575:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e17d64a7 refcount=3 00000020:00000001:0.0:1776200719.320577:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080684897984 : -112993024653632 : ffff993bc2e746c0) 00010000:00000001:0.0:1776200719.320578:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080684897984 : -112993024653632 : ffff993bc2e746c0) 00000002:00010000:0.0:1776200719.320581:0:9212:0:(mdc_locks.c:847:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000e17d64a7/0x8d91c35bada81dfc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afe82 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.320586:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000abc45afd count: 1 00000002:00000010:0.0:1776200719.320651:0:9212:0:(mdc_locks.c:849:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at 000000002cba4027. 00010000:00000001:0.0:1776200719.320655:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.320657:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200719.320658:0:9212:0:(mdc_locks.c:889:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.320660:0:9212:0:(mdc_locks.c:1088:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.320663:0:9212:0:(mdc_locks.c:1110:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1776200719.320665:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.320666:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692635008 : -112993016916608 : ffff993bc35d5580) 00000100:00000001:0.0:1776200719.320669:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.320669:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692635008 : -112993016916608 : ffff993bc35d5580) 00010000:00000001:0.0:1776200719.320672:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.320672:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.320673:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e17d64a7 refcount=3 00000020:00000001:0.0:1776200719.320675:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080684897984 : -112993024653632 : ffff993bc2e746c0) 00010000:00000001:0.0:1776200719.320676:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080684897984 : -112993024653632 : ffff993bc2e746c0) 00000002:00010000:0.0:1776200719.320678:0:9212:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000e17d64a7/0x8d91c35bada81dfc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afe82 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:0.0:1776200719.320682:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000abc45afd count: 1 00010000:00000001:0.0:1776200719.320684:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.320685:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.320687:0:9212:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1776200719.320688:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.320689:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.320690:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e17d64a7 refcount=3 00000020:00000001:0.0:1776200719.320691:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080684897984 : -112993024653632 : ffff993bc2e746c0) 00010000:00000001:0.0:1776200719.320693:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080684897984 : -112993024653632 : ffff993bc2e746c0) 00010000:00000040:0.0:1776200719.320697:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000abc45afd count: 2 00010000:00000001:0.0:1776200719.320699:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1776200719.320702:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000abc45afd count: 1 00010000:00010000:0.0:1776200719.320704:0:9212:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000eb44f7cf type 13 mode 16 res 8589935618/42 (0 0) 00010000:00000001:0.0:1776200719.320706:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.320707:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200719.320708:0:9212:0:(mdc_locks.c:1205:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1776200719.320709:0:9212:0:(mdc_locks.c:1210:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-40 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1776200719.320713:0:9212:0:(mdc_locks.c:1365:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.320717:0:9212:0:(lmv_intent.c:421:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.320719:0:9212:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.320725:0:9212:0:(namei.c:663:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1776200719.320727:0:9212:0:(namei.c:668:ll_lookup_it_finish()) it 000000005205c3f5 it_disposition 1800037 00000080:00002000:0.0:1776200719.320733:0:9212:0:(namei.c:648:ll_splice_alias()) Add dentry 0000000014d2c73f inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1776200719.320738:0:9212:0:(namei.c:798:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1776200719.320741:0:9212:0:(namei.c:1071:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1776200719.320745:0:9212:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 000000005f95d7ad. 00000100:00000001:0.0:1776200719.320751:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200719.320754:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 3 req@000000003f8efa35 x1862481227043648/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 4 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.320759:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.320762:0:9212:0:(namei.c:1409:ll_create_it()) Process entered 00000080:00200000:0.0:1776200719.320764:0:9212:0:(namei.c:1412:ll_create_it()) VFS Op:name=f0a.replay-dual-40, dir=[0x200000007:0x1:0x0](00000000e143c7f8), intent=open|creat 00000080:00000001:0.0:1776200719.320768:0:9212:0:(namei.c:1361:ll_create_node()) Process entered 00000080:00000001:0.0:1776200719.320770:0:9212:0:(llite_lib.c:3156:ll_prep_inode()) Process entered 00000080:00000001:0.0:1776200719.320772:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.320777:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.320780:0:9212:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1776200719.320783:0:9212:0:(mdc_request.c:665:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1776200719.320785:0:9212:0:(lcommon_cl.c:274:cl_fid_build_ino()) Process leaving (rc=144115205289279530 : 144115205289279530 : 20000040200002a) 00000080:00000001:0.0:1776200719.320788:0:9212:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:0.0:1776200719.320803:0:9212:0:(super25.c:60:ll_alloc_inode()) slab-alloced 'lli': 2032 at 00000000fe8d7a01. 00000020:00000001:0.0:1776200719.320814:0:9212:0:(class_obd.c:866:obd_heat_clear()) Process entered 00000020:00000001:0.0:1776200719.320817:0:9212:0:(class_obd.c:869:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1776200719.320820:0:9212:0:(llite_lib.c:2835:ll_read_inode2()) Process entered 00000080:00200000:0.0:1776200719.320821:0:9212:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x200000402:0x2a:0x0](00000000aa2c1bbf) 00000020:00000001:0.0:1776200719.320825:0:9212:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:0.0:1776200719.320830:0:9212:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080802469000 : -112992907082616 : ffff993bc9e94488) 00000020:00001000:0.0:1776200719.320832:0:9212:0:(cl_object.c:739:cl_env_get()) 1@00000000bbd77179 00000020:00000001:0.0:1776200719.320837:0:9212:0:(lu_object.c:816:lu_object_find_at()) Process entered 00000080:00000010:0.0:1776200719.320842:0:9212:0:(vvp_object.c:308:vvp_object_alloc()) slab-alloced 'vob': 200 at 000000000792fdc5. 00000020:00000001:0.0:1776200719.320845:0:9212:0:(cl_object.c:74:cl_object_header_init()) Process entered 00000020:00000001:0.0:1776200719.320846:0:9212:0:(cl_object.c:81:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1776200719.320856:0:9212:0:(lov_object.c:2283:lov_object_alloc()) Process entered 00020000:00000010:0.0:1776200719.320860:0:9212:0:(lov_object.c:2284:lov_object_alloc()) slab-alloced 'lov': 248 at 00000000b1363ec3. 00020000:00000001:0.0:1776200719.320863:0:9212:0:(lov_object.c:2298:lov_object_alloc()) Process leaving (rc=18446631080922342616 : -112992787209000 : ffff993bd10e64d8) 00020000:00000001:0.0:1776200719.320865:0:9212:0:(lov_object.c:1342:lov_object_init()) Process entered 00020000:00000001:0.0:1776200719.320869:0:9212:0:(lov_pack.c:336:lov_unpackmd()) Process entered 00020000:00000010:0.0:1776200719.320874:0:9212:0:(lov_ea.c:213:lsme_unpack()) kmalloced '(lsme)': 72 at 000000009b71c623. 00020000:00000010:0.0:1776200719.320877:0:9212:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at 00000000ae9d3421. 00020000:00000010:0.0:1776200719.320883:0:9212:0:(lov_ea.c:338:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at 00000000a8c98719. 00020000:00000001:0.0:1776200719.320885:0:9212:0:(lov_pack.c:348:lov_unpackmd()) Process leaving (rc=18446631080692774784 : -112993016776832 : ffff993bc35f7780) 00020000:00000002:0.0:1776200719.320887:0:9212:0:(lov_ea.c:635:dump_lsm()) lsm 00000000a8c98719, objid 0x2a:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1776200719.320891:0:9212:0:(lov_ea.c:657:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 1048576, pool: [] 00020000:00000002:0.0:1776200719.320894:0:9212:0:(lov_ea.c:667:dump_lsm()) oinfo:00000000ae9d3421: ostid: 0x0:23 ost idx: 1 gen: 0 00020000:00000001:0.0:1776200719.320897:0:9212:0:(lov_object.c:636:lov_init_composite()) Process entered 00020000:00000002:0.0:1776200719.320898:0:9212:0:(lov_ea.c:635:dump_lsm()) lsm 00000000a8c98719, objid 0x2a:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1776200719.320901:0:9212:0:(lov_ea.c:657:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 1048576, pool: [] 00020000:00000002:0.0:1776200719.320903:0:9212:0:(lov_ea.c:667:dump_lsm()) oinfo:00000000ae9d3421: ostid: 0x0:23 ost idx: 1 gen: 0 00020000:00000010:0.0:1776200719.320907:0:9212:0:(lov_object.c:655:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at 00000000ecb543d3. 00020000:00000010:0.0:1776200719.320911:0:9212:0:(lov_object.c:659:lov_init_composite()) kmalloced '(comp->lo_entries)': 168 at 00000000a952dfc1. 00020000:00000001:0.0:1776200719.320916:0:9212:0:(lov_object.c:213:lov_init_raid0()) Process entered 00020000:00000010:0.0:1776200719.320919:0:9212:0:(lov_object.c:218:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at 00000000f67a3857. 00020000:00000001:0.0:1776200719.320922:0:9212:0:(lov_object.c:104:lov_sub_find()) Process entered 00000020:00000001:0.0:1776200719.320923:0:9212:0:(lu_object.c:816:lu_object_find_at()) Process entered 00020000:00000001:0.0:1776200719.320928:0:9212:0:(lovsub_object.c:185:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1776200719.320931:0:9212:0:(lovsub_object.c:186:lovsub_object_alloc()) slab-alloced 'los': 200 at 000000006c163551. 00000020:00000001:0.0:1776200719.320933:0:9212:0:(cl_object.c:74:cl_object_header_init()) Process entered 00000020:00000001:0.0:1776200719.320934:0:9212:0:(cl_object.c:81:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1776200719.320936:0:9212:0:(lovsub_object.c:199:lovsub_object_alloc()) Process leaving (rc=18446631080692772696 : -112993016778920 : ffff993bc35f6f58) 00020000:00000001:0.0:1776200719.320939:0:9212:0:(lovsub_object.c:58:lovsub_object_init()) Process entered 00000008:00000010:0.0:1776200719.320945:0:9212:0:(osc_object.c:449:osc_object_alloc()) slab-alloced 'osc': 432 at 0000000094b1f927. 00020000:00000001:0.0:1776200719.320948:0:9212:0:(lovsub_object.c:67:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200719.320952:0:9212:0:(lu_object.c:915:lu_object_find_at()) Process leaving (rc=18446631080692772696 : -112993016778920 : ffff993bc35f6f58) 00020000:00000001:0.0:1776200719.320954:0:9212:0:(lov_object.c:108:lov_sub_find()) Process leaving (rc=18446631080692772696 : -112993016778920 : ffff993bc35f6f58) 00020000:00000002:0.0:1776200719.320957:0:9212:0:(lov_object.c:155:lov_init_sub()) [0x100010000:0x17:0x0]@000000006c163551[0:0] -> [0x200000402:0x2a:0x0]@000000000792fdc5: ostid: 0x0:23 ost idx: 1 gen: 0 00020000:00000001:0.0:1776200719.320962:0:9212:0:(lov_object.c:284:lov_init_raid0()) Process leaving (rc=176 : 176 : b0) 00020000:00000001:0.0:1776200719.320964:0:9212:0:(lov_object.c:813:lov_init_composite()) Process leaving 00020000:00000001:0.0:1776200719.320966:0:9212:0:(lov_object.c:1370:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200719.320968:0:9212:0:(lu_object.c:915:lu_object_find_at()) Process leaving (rc=18446631080692770096 : -112993016781520 : ffff993bc35f6530) 00000020:00001000:0.0:1776200719.320972:0:9212:0:(cl_object.c:820:cl_env_put()) 1@00000000bbd77179 00000080:00000001:0.0:1776200719.320976:0:9212:0:(lcommon_cl.c:274:cl_fid_build_ino()) Process leaving (rc=144115205289279530 : 144115205289279530 : 20000040200002a) 00000080:00000001:0.0:1776200719.320978:0:9212:0:(lcommon_cl.c:286:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1776200719.320979:0:9212:0:(llite_lib.c:2690:ll_update_inode()) setting ino 144115205289279530 mtime from 0 to 1776200719 00000080:00000001:0.0:1776200719.320983:0:9212:0:(llite_lib.c:2864:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1776200719.320986:0:9212:0:(namei.c:166:ll_iget()) Process leaving (rc=18446631080817508560 : -112992892043056 : ffff993bcacec0d0) 00010000:00000001:0.0:1776200719.320988:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.320989:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.320990:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e17d64a7 refcount=3 00000020:00000001:0.0:1776200719.320992:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080684897984 : -112993024653632 : ffff993bc2e746c0) 00010000:00000001:0.0:1776200719.320993:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080684897984 : -112993024653632 : ffff993bc2e746c0) 00000080:00000001:0.0:1776200719.320996:0:9212:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:0.0:1776200719.320998:0:9212:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:0.0:1776200719.320999:0:9212:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080802469000 : -112992907082616 : ffff993bc9e94488) 00000020:00001000:0.0:1776200719.321001:0:9212:0:(cl_object.c:739:cl_env_get()) 1@00000000bbd77179 00000020:00000001:0.0:1776200719.321002:0:9212:0:(cl_object.c:296:cl_conf_set()) Process entered 00020000:00000001:0.0:1776200719.321004:0:9212:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:0.0:1776200719.321005:0:9212:0:(lov_pack.c:336:lov_unpackmd()) Process entered 00020000:00000010:0.0:1776200719.321007:0:9212:0:(lov_ea.c:213:lsme_unpack()) kmalloced '(lsme)': 72 at 0000000083616e53. 00020000:00000010:0.0:1776200719.321010:0:9212:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at 0000000010d46a6e. 00020000:00000010:0.0:1776200719.321011:0:9212:0:(lov_ea.c:338:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at 0000000019f85bb5. 00020000:00000001:0.0:1776200719.321013:0:9212:0:(lov_pack.c:348:lov_unpackmd()) Process leaving (rc=18446631080692774592 : -112993016777024 : ffff993bc35f76c0) 00020000:00000002:0.0:1776200719.321014:0:9212:0:(lov_ea.c:635:dump_lsm()) lsm 0000000019f85bb5, objid 0x2a:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1776200719.321017:0:9212:0:(lov_ea.c:657:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 1048576, pool: [] 00020000:00000002:0.0:1776200719.321019:0:9212:0:(lov_ea.c:667:dump_lsm()) oinfo:0000000010d46a6e: ostid: 0x0:23 ost idx: 1 gen: 0 00020000:00000002:0.0:1776200719.321021:0:9212:0:(lov_object.c:1234:lov_conf_lock()) Took exclusive lov(00000000b1363ec3) owner 00000000c7f03c54 00020000:00000001:0.0:1776200719.321024:0:9212:0:(lov_object.c:1439:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1776200719.321026:0:9212:0:(lov_object.c:1240:lov_conf_unlock()) To release exclusive lov(00000000b1363ec3) owner 00000000c7f03c54 00020000:00000010:0.0:1776200719.321030:0:9212:0:(lov_ea.c:144:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at 0000000010d46a6e. 00020000:00000010:0.0:1776200719.321034:0:9212:0:(lov_ea.c:147:lsme_free()) kfreed 'lsme': 72 at 0000000083616e53. 00020000:00000010:0.0:1776200719.321036:0:9212:0:(lov_ea.c:166:lsm_free()) kfreed 'lsm': 88 at 0000000019f85bb5. 00020000:00000002:0.0:1776200719.321038:0:9212:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x2a:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1776200719.321040:0:9212:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200719.321041:0:9212:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200719.321044:0:9212:0:(cl_object.c:387:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1776200719.321046:0:9212:0:(lov_object.c:1182:lov_conf_freeze()) To take share lov(00000000b1363ec3) owner 0000000000000000/00000000c7f03c54 00020000:00000002:0.0:1776200719.321049:0:9212:0:(lov_object.c:2311:lov_lsm_addref()) lsm 00000000a8c98719 addref 2/0 by 00000000c7f03c54. 00020000:00000002:0.0:1776200719.321052:0:9212:0:(lov_object.c:1190:lov_conf_thaw()) To release share lov(00000000b1363ec3) owner 0000000000000000/00000000c7f03c54 00020000:00000001:0.0:1776200719.321054:0:9212:0:(lov_object.c:2209:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1776200719.321056:0:9212:0:(lov_pack.c:197:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1776200719.321057:0:9212:0:(lov_pack.c:109:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1776200719.321059:0:9212:0:(lov_pack.c:114:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1776200719.321060:0:9212:0:(lov_object.c:2227:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1776200719.321062:0:9212:0:(file.c:5870:ll_layout_conf()) [0x200000402:0x2a:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1776200719.321064:0:9212:0:(cl_object.c:820:cl_env_put()) 1@00000000bbd77179 00000080:00000001:0.0:1776200719.321066:0:9212:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.321067:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.321068:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1776200719.321069:0:9212:0:(llite_lib.c:3243:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1776200719.321071:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.321074:0:9212:0:(lmv_obd.c:3637:lmv_free_lustre_md()) Process entered 00800000:00000001:0.0:1776200719.321076:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.321078:0:9212:0:(mdc_request.c:675:mdc_free_lustre_md()) Process entered 00000002:00000001:0.0:1776200719.321079:0:9212:0:(mdc_request.c:676:mdc_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.321080:0:9212:0:(lmv_obd.c:3649:lmv_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200719.321082:0:9212:0:(namei.c:1379:ll_create_node()) setting l_ast_data to inode [0x200000402:0x2a:0x0](00000000aa2c1bbf) 00000080:00010000:0.0:1776200719.321084:0:9212:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000402:0x2a:0x0](00000000aa2c1bbf) for lock 0x8d91c35bada81dfc 00000080:00000001:0.0:1776200719.321087:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.321089:0:9212:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1776200719.321090:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.321091:0:9212:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1776200719.321092:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.321093:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.321095:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e17d64a7 refcount=3 00000020:00000001:0.0:1776200719.321096:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080684897984 : -112993024653632 : ffff993bc2e746c0) 00010000:00000001:0.0:1776200719.321098:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080684897984 : -112993024653632 : ffff993bc2e746c0) 00010000:00000001:0.0:1776200719.321100:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.321101:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200719.321102:0:9212:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.321104:0:9212:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.321106:0:9212:0:(namei.c:1381:ll_create_node()) Process leaving 00000100:00000001:0.0:1776200719.321107:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200719.321110:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000003f8efa35 x1862481227043648/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 3 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.321115:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.321120:0:9212:0:(namei.c:1461:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.321123:0:9212:0:(pcc.c:2323:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1776200719.321125:0:9212:0:(pcc.c:2326:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.321135:0:9212:0:(file.c:834:ll_file_open()) Process entered 00000080:00200000:0.0:1776200719.321137:0:9212:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x200000402:0x2a:0x0](00000000aa2c1bbf), flags 100102 00000080:00000010:0.0:1776200719.321144:0:9212:0:(file.c:80:ll_file_data_get()) slab-alloced 'fd': 280 at 000000004cb22ab5. 00000080:00000010:0.0:1776200719.321149:0:9212:0:(file.c:1001:ll_file_open()) kmalloced '(*och_p)': 48 at 0000000089061964. 00000080:00000001:0.0:1776200719.321152:0:9212:0:(file.c:767:ll_local_open()) Process entered 00000080:00000001:0.0:1776200719.321154:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.321156:0:9212:0:(lmv_obd.c:3660:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1776200719.321158:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.321159:0:9212:0:(mdc_request.c:781:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1776200719.321162:0:9212:0:(obd.h:1238:obd_mod_alloc()) kmalloced '(mod)': 32 at 00000000f0de8db2. 00000002:00100000:0.0:1776200719.321166:0:9212:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@000000003f8efa35 x1862481227043648/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:0.0:1776200719.321172:0:9212:0:(mdc_request.c:834:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.321173:0:9212:0:(lmv_obd.c:3666:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1776200719.321176:0:9212:0:(rw.c:921:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1776200719.321180:0:9212:0:(file.c:785:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.321182:0:9212:0:(pcc.c:1499:pcc_file_open()) Process entered 00000080:00000001:0.0:1776200719.321184:0:9212:0:(pcc.c:1414:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1776200719.321186:0:9212:0:(pcc.c:1420:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.321187:0:9212:0:(pcc.c:1518:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1776200719.321190:0:9212:0:(pcc.c:1542:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.321192:0:9212:0:(file.c:1039:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200719.321195:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200719.321197:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000003f8efa35 x1862481227043648/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 02000000:00000001:0.0:1776200719.321203:0:9212:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1776200719.321207:0:9212:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at 000000001d275702. 02000000:00000001:0.0:1776200719.321264:0:9212:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1776200719.321265:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.321269:0:9212:0:(dcache.c:214:ll_intent_release()) Process entered 00000080:00000040:0.0:1776200719.321613:0:9212:0:(dcache.c:216:ll_intent_release()) intent 000000005205c3f5 released 00000080:00010000:0.0:1776200719.321617:0:9212:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8d91c35bada81dfc from it 000000005205c3f5 00010000:00000001:0.0:1776200719.321619:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.321621:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.321623:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000e17d64a7 refcount=3 00000020:00000001:0.0:1776200719.321625:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080684897984 : -112993024653632 : ffff993bc2e746c0) 00010000:00000001:0.0:1776200719.321628:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080684897984 : -112993024653632 : ffff993bc2e746c0) 00010000:00000001:0.0:1776200719.321631:0:9212:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1776200719.321634:0:9212:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000e17d64a7/0x8d91c35bada81dfc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x98dca339dc2afe82 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:0.0:1776200719.321641:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000abc45afd count: 1 00010000:00000001:0.0:1776200719.321643:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.321644:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.321647:0:9212:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1776200719.321649:0:9212:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1776200719.321650:0:9212:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000e17d64a7/0x8d91c35bada81dfc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x98dca339dc2afe82 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:0.0:1776200719.321655:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000abc45afd count: 1 00010000:00000001:0.0:1776200719.321660:0:9212:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776200719.321663:0:9212:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1776200719.321665:0:9212:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1776200719.321669:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.321671:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.321673:0:9212:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.321676:0:9212:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1776200719.321678:0:9212:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.321680:0:9212:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.321682:0:9212:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.321684:0:9212:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1776200719.321685:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.321686:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1776200719.321687:0:9212:0:(dcache.c:227:ll_intent_release()) Process leaving 00000080:00000010:0.0:1776200719.321689:0:9212:0:(namei.c:1349:ll_atomic_open()) kfreed 'it': 72 at 000000005205c3f5. 00000080:00000001:0.0:1776200719.321692:0:9212:0:(namei.c:1351:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.321697:0:9212:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00200000:0.0:1776200719.321698:0:9212:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000402:0x2a:0x0](00000000aa2c1bbf), inode mode 81a4 mask 40 00000080:00000001:0.0:1776200719.321702:0:9212:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1776200719.321729:0:9212:0:(lov_object.c:2321:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1776200719.321731:0:9212:0:(lov_object.c:1182:lov_conf_freeze()) To take share lov(00000000b1363ec3) owner 0000000000000000/00000000c7f03c54 00020000:00000002:0.0:1776200719.321733:0:9212:0:(lov_object.c:1190:lov_conf_thaw()) To release share lov(00000000b1363ec3) owner 0000000000000000/00000000c7f03c54 00020000:00000001:0.0:1776200719.321735:0:9212:0:(lov_object.c:2367:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.321745:0:9212:0:(file.c:407:ll_file_release()) Process entered 00000080:00200000:0.0:1776200719.321746:0:9212:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x200000402:0x2a:0x0](00000000aa2c1bbf) 00000080:00000001:0.0:1776200719.321748:0:9212:0:(pcc.c:1552:pcc_file_release()) Process entered 00000080:00000001:0.0:1776200719.321750:0:9212:0:(pcc.c:1571:pcc_file_release()) Process leaving 00020000:00000001:0.0:1776200719.321751:0:9212:0:(lov_object.c:2321:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1776200719.321752:0:9212:0:(lov_object.c:1182:lov_conf_freeze()) To take share lov(00000000b1363ec3) owner 0000000000000000/00000000c7f03c54 00020000:00000002:0.0:1776200719.321753:0:9212:0:(lov_object.c:1190:lov_conf_thaw()) To release share lov(00000000b1363ec3) owner 0000000000000000/00000000c7f03c54 00020000:00000001:0.0:1776200719.321755:0:9212:0:(lov_object.c:2367:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.321757:0:9212:0:(file.c:327:ll_md_close()) Process entered 00000080:00000001:0.0:1776200719.321759:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.321762:0:9212:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:0.0:1776200719.321764:0:9212:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x2a:0x0] 00800000:00000001:0.0:1776200719.321766:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.321768:0:9212:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1776200719.321770:0:9212:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1776200719.321774:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000abc45afd count: 2 00010000:00000001:0.0:1776200719.321776:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1776200719.321780:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000abc45afd count: 1 00000002:00000001:0.0:1776200719.321783:0:9212:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.321785:0:9212:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.321787:0:9212:0:(file.c:281:ll_md_real_close()) Process entered 00000080:00000001:0.0:1776200719.321789:0:9212:0:(file.c:157:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1776200719.321796:0:9212:0:(file.c:165:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at 00000000ce11f5d3. 00000080:00000001:0.0:1776200719.321798:0:9212:0:(file.c:102:ll_prepare_close()) Process entered 00000080:00000001:0.0:1776200719.321805:0:9212:0:(file.c:137:ll_prepare_close()) Process leaving 00000080:00000001:0.0:1776200719.321806:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.321809:0:9212:0:(lmv_obd.c:1466:lmv_close()) Process entered 00800000:00000002:0.0:1776200719.321811:0:9212:0:(lmv_obd.c:1472:lmv_close()) CLOSE [0x200000402:0x2a:0x0] 00800000:00000001:0.0:1776200719.321812:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.321816:0:9212:0:(mdc_request.c:900:mdc_close()) Process entered 00000002:00000002:0.0:1776200719.321817:0:9212:0:(mdc_request.c:904:mdc_close()) lustre-MDT0000-mdc-ffff993be2454000: [0x200000402:0x2a:0x0] file closed with intent: 0 00000100:00000010:0.0:1776200719.321824:0:9212:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ad70714b. 00000020:00000040:0.0:1776200719.321828:0:9212:0:(genops.c:1191:class_import_get()) import 000000000fe8d637 refcount=89 obd=lustre-MDT0000-mdc-ffff993be2454000 00000002:00100000:0.0:1776200719.321836:0:9212:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@000000003f8efa35 x1862481227043648/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 1 fl Complete:RPQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.321843:0:9212:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1776200719.321846:0:9212:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1776200719.321852:0:9212:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1776200719.321859:0:9212:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e0eaa0d5. 00000100:00000001:0.0:1776200719.321866:0:9212:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1776200719.321877:0:9212:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993be2454000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1776200719.321881:0:9212:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000ad70714b x1862481227043776/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1776200719.321888:0:9212:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1776200719.321889:0:9212:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1776200719.321895:0:9212:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f42bc1fa. 00000100:00000001:0.0:1776200719.321898:0:9212:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446631080835673856 : -112992873877760 : ffff993bcbe3ef00) 00000100:00000001:0.0:1776200719.321900:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.321901:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801038848 : -112992908512768 : ffff993bc9d37200) 00000100:00000001:0.0:1776200719.321905:0:9212:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1776200719.321909:0:9212:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.321911:0:9212:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1776200719.321912:0:9212:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776200719.321915:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ad70714b x1862481227043776/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.321921:0:9212:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200719.321923:0:9212:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200719.321927:0:9212:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776200719.321930:0:9212:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200719.321932:0:9212:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad70714b pname:cluuid:pid:xid:nid:opc:job createmany:128773b9-ec2f-47c2-9bf4-461c71beba7d:9212:1862481227043776:192.168.203.148@tcp:35:createmany.0 00000100:00000001:0.0:1776200719.321936:0:9212:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776200719.321942:0:9212:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776200719.321945:0:9212:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200719.321947:0:9212:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1776200719.321951:0:9212:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000020ec7ed3. 02000000:00000001:0.0:1776200719.321952:0:9212:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776200719.321961:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:0.0:1776200719.321966:0:9212:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003e1a5253. 00000400:00000010:0.0:1776200719.321973:0:9212:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae23e799. 00000100:00000200:0.0:1776200719.321980:0:9212:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227043776, portal 10 00000100:00000001:0.0:1776200719.321983:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.321983:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801038848 : -112992908512768 : ffff993bc9d37200) 00000100:00000040:0.0:1776200719.321988:0:9212:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000ad70714b x1862481227043776/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.321994:0:9212:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776200719.321996:0:9212:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:0.0:1776200719.321999:0:9212:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000173dd8cd. 00000100:00000200:0.0:1776200719.322002:0:9212:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227043776, offset 0 00000400:00000200:0.0:1776200719.322009:0:9212:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:0.0:1776200719.322020:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200719.322028:0:9212:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:0.0:1776200719.322037:0:9212:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:0.0:1776200719.322041:0:9212:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776200719.322044:0:9212:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:0.0:1776200719.322048:0:9212:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [304:304:256:4294967295] 192.168.203.148@tcp LPNI seq info [304:304:8:4294967295] 00000400:00000200:0.0:1776200719.322051:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200719.322062:0:9212:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:0.0:1776200719.322068:0:9212:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:0.0:1776200719.322073:0:9212:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f404acca (tot 3422846). 00000800:00000200:0.0:1776200719.322079:0:9212:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:0.0:1776200719.322088:0:9212:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:0.0:1776200719.322093:0:9212:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f404acca type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1776200719.322115:0:9212:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.322117:0:9212:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200719.322120:0:9212:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.322122:0:9212:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200719.322123:0:9212:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:0.0:1776200719.322126:0:9212:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f42bc1fa going to sleep for 6 seconds 00000100:00000001:0.0:1776200719.322129:0:9212:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200719.322132:0:9212:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200719.322676:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200719.322682:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f404acca (tot 3422598). 00000400:00000200:2.0:1776200719.322687:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.322694:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200719.322698:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000173dd8cd 00000400:00000010:2.0:1776200719.322701:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000173dd8cd. 00000100:00000001:2.0:1776200719.322705:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200719.322709:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ad70714b x1862481227043776/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.322719:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200719.322721:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000ad70714b x1862481227043776/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.322727:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200719.322729:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200719.327183:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.327205:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200719.327210:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.327213:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.327236:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.327245:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200719.327254:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.327260:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.327264:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.327268:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f053c0 00000400:00000200:2.0:1776200719.327274:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.327280:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0xc75 [1] + 224 00000800:00000001:2.0:1776200719.327288:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.327296:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.327299:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.327303:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200719.327311:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200719.327351:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ad70714b x1862481227043776/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200719.327364:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=456 offset=224 replen=624 req@00000000ad70714b x1862481227043776/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.327384:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200719.327396:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.327400:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200719.327667:0:9212:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1776200719.327676:0:9212:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1776200719.327678:0:9212:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1776200719.327681:0:9212:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003e1a5253. 00000400:00000200:0.0:1776200719.327688:0:9212:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae23e799 00000400:00000010:0.0:1776200719.327690:0:9212:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae23e799. 00000100:00000001:0.0:1776200719.327693:0:9212:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1776200719.327697:0:9212:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ad70714b x1862481227043776/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:0.0:1776200719.327705:0:9212:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ad70714b x1862481227043776/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.327711:0:9212:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1776200719.327713:0:9212:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200719.327715:0:9212:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1776200719.327718:0:9212:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1776200719.327722:0:9212:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1776200719.327724:0:9212:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200719.327728:0:9212:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1776200719.327739:0:9212:0:(import.c:1935:at_measured()) add 1 to 000000000f61d0a9 time=87 v=1 (1 0 0 0) 00000100:00001000:0.0:1776200719.327744:0:9212:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=88 v=1 (1 0 0 0) 00000100:00000001:0.0:1776200719.327747:0:9212:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1776200719.327749:0:9212:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.327752:0:9212:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1776200719.327756:0:9212:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.327759:0:9212:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1776200719.327761:0:9212:0:(client.c:1389:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1776200719.327763:0:9212:0:(client.c:1391:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1776200719.327765:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.327767:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801038848 : -112992908512768 : ffff993bc9d37200) 00000100:00000001:0.0:1776200719.327771:0:9212:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1776200719.327773:0:9212:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 0 00000100:00000001:0.0:1776200719.327775:0:9212:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1776200719.327777:0:9212:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200719.327786:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ad70714b x1862481227043776/t4294967388(4294967388) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 3 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.327793:0:9212:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200719.327797:0:9212:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1776200719.327799:0:9212:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1776200719.327803:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ad70714b x1862481227043776/t4294967388(4294967388) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 3 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:0.0:1776200719.327810:0:9212:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad70714b pname:cluuid:pid:xid:nid:opc:job createmany:128773b9-ec2f-47c2-9bf4-461c71beba7d:9212:1862481227043776:192.168.203.148@tcp:35:createmany.0 00000100:00000001:0.0:1776200719.327815:0:9212:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200719.327818:0:9212:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.327821:0:9212:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1776200719.327824:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200719.327827:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000ad70714b x1862481227043776/t4294967388(4294967388) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 3 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.327834:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1776200719.327836:0:9212:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f42bc1fa. 00000100:00000001:0.0:1776200719.327840:0:9212:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1776200719.327842:0:9212:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.327850:0:9212:0:(mdc_request.c:1038:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.327854:0:9212:0:(lmv_obd.c:1474:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1776200719.327860:0:9212:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000ce11f5d3. 00000080:00000001:0.0:1776200719.327865:0:9212:0:(file.c:263:ll_close_inode_openhandle()) Process leaving 00000080:00000001:0.0:1776200719.327867:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.327871:0:9212:0:(lmv_obd.c:3676:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1776200719.327874:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.327878:0:9212:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1776200719.327882:0:9212:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@000000003f8efa35 x1862481227043648/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 1 fl Complete:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000002:00000001:0.0:1776200719.327889:0:9212:0:(mdc_request.c:888:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.327890:0:9212:0:(lmv_obd.c:3682:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1776200719.327892:0:9212:0:(file.c:268:ll_close_inode_openhandle()) kfreed 'och': 48 at 0000000089061964. 00000100:00000001:0.0:1776200719.327894:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200719.327896:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000ad70714b x1862481227043776/t4294967388(4294967388) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.327901:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.327904:0:9212:0:(file.c:313:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1776200719.327906:0:9212:0:(file.c:93:ll_file_data_put()) slab-freed '(fd)': 280 at 000000004cb22ab5. 00000080:00000001:0.0:1776200719.327911:0:9212:0:(file.c:391:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.327916:0:9212:0:(file.c:445:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.327922:0:9212:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1776200719.327924:0:9212:0:(dcache.c:133:ll_ddelete()) keeping dentry f0a.replay-dual-40 (0000000014d2c73f, parent 000000008fe1cc87, inode 00000000aa2c1bbf) hashed, 00000080:00000001:0.0:1776200719.327928:0:9212:0:(dcache.c:137:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.328003:0:9212:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1776200719.328008:0:9212:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1776200719.328010:0:9212:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1776200719.328011:0:9212:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000e143c7f8),name=/ 00000080:00000010:0.0:1776200719.328017:0:9212:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000ce11f5d3. 00000080:00000001:0.0:1776200719.328023:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.328027:0:9212:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1776200719.328030:0:9212:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1776200719.328033:0:9212:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1776200719.328035:0:9212:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:0.0:1776200719.328038:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.328041:0:9212:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1776200719.328043:0:9212:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1776200719.328047:0:9212:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1776200719.328049:0:9212:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1776200719.328053:0:9212:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1776200719.328061:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f1cb6017 count: 2 00010000:00000001:0.0:1776200719.328064:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200719.328070:0:9212:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1776200719.328073:0:9212:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1776200719.328076:0:9212:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.328212:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00010000:00000040:0.0:1776200719.328215:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 02000000:00000001:0.0:1776200719.328218:0:9212:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1776200719.328222:0:9212:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200719.328225:0:9212:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.328231:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00000002:00000001:0.0:1776200719.328233:0:9212:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1776200719.328234:0:9212:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1776200719.328236:0:9212:0:(mdc_locks.c:1345:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1776200719.328238:0:9212:0:(lmv_intent.c:509:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1776200719.328240:0:9212:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1776200719.328243:0:9212:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000ce11f5d3. 00000080:00000001:0.0:1776200719.328247:0:9212:0:(dcache.c:259:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1776200719.328249:0:9212:0:(dcache.c:262:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200719.328251:0:9212:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000e143c7f8) 00000080:00010000:0.0:1776200719.328254:0:9212:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000e143c7f8) for lock 0x8d91c35bada81cba 00000080:00000001:0.0:1776200719.328256:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.328259:0:9212:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1776200719.328260:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.328261:0:9212:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1776200719.328263:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.328266:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.328269:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c4c6f071 refcount=3 00000020:00000001:0.0:1776200719.328271:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.328274:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.328277:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.328279:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200719.328279:0:9212:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.328281:0:9212:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200719.328283:0:9212:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8d91c35bada81cba from it 000000003c702ba3 00010000:00000001:0.0:1776200719.328285:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.328286:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.328286:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c4c6f071 refcount=3 00000020:00000001:0.0:1776200719.328288:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.328289:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.328292:0:9212:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1776200719.328293:0:9212:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.328299:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200719.328301:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.328302:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.328303:0:9212:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1776200719.328305:0:9212:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1776200719.328307:0:9212:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.328311:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200719.328315:0:9212:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776200719.328318:0:9212:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1776200719.328319:0:9212:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1776200719.328324:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.328325:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.328327:0:9212:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.328998:0:9212:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1776200719.329002:0:9212:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.329006:0:9212:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.329010:0:9212:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.329013:0:9212:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1776200719.329015:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.329016:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1776200719.329018:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:0.0:1776200719.329019:0:9212:0:(client.c:2665:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1776200719.329021:0:9212:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000e143c7f8), inode mode 41ed mask 1 00000080:00000001:0.0:1776200719.329027:0:9212:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1776200719.329045:0:9212:0:(dcache.c:145:ll_d_init()) kmalloced '(lld)': 24 at 00000000f861e5e6. 00000080:00000001:0.0:1776200719.329051:0:9212:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1776200719.329053:0:9212:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1776200719.329054:0:9212:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000e143c7f8),name=/ 00000080:00000010:0.0:1776200719.329059:0:9212:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000ce11f5d3. 00000080:00000001:0.0:1776200719.329063:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.329066:0:9212:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1776200719.329067:0:9212:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1776200719.329070:0:9212:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1776200719.329072:0:9212:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:0.0:1776200719.329074:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.329077:0:9212:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1776200719.329078:0:9212:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1776200719.329080:0:9212:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1776200719.329097:0:9212:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1776200719.329099:0:9212:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1776200719.329104:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f1cb6017 count: 2 00010000:00000001:0.0:1776200719.329107:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200719.329110:0:9212:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1776200719.329111:0:9212:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1776200719.329113:0:9212:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.329120:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00010000:00000040:0.0:1776200719.329122:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 02000000:00000001:0.0:1776200719.329124:0:9212:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1776200719.329127:0:9212:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200719.329128:0:9212:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.329141:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00000002:00000001:0.0:1776200719.329143:0:9212:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1776200719.329144:0:9212:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1776200719.329146:0:9212:0:(mdc_locks.c:1345:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1776200719.329147:0:9212:0:(lmv_intent.c:509:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1776200719.329149:0:9212:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1776200719.329152:0:9212:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000ce11f5d3. 00000080:00000001:0.0:1776200719.329156:0:9212:0:(dcache.c:259:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1776200719.329158:0:9212:0:(dcache.c:262:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200719.329159:0:9212:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000e143c7f8) 00000080:00010000:0.0:1776200719.329161:0:9212:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000e143c7f8) for lock 0x8d91c35bada81cba 00000080:00000001:0.0:1776200719.329164:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.329165:0:9212:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1776200719.329167:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.329168:0:9212:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1776200719.329170:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.329171:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.329173:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c4c6f071 refcount=3 00000020:00000001:0.0:1776200719.329175:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.329177:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.329179:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.329180:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200719.329180:0:9212:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.329182:0:9212:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200719.329183:0:9212:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8d91c35bada81cba from it 0000000033745cc8 00010000:00000001:0.0:1776200719.329184:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.329185:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.329186:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c4c6f071 refcount=3 00000020:00000001:0.0:1776200719.329188:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.329190:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.329192:0:9212:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1776200719.329193:0:9212:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.329199:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200719.329201:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.329202:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.329203:0:9212:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1776200719.329205:0:9212:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1776200719.329206:0:9212:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.329211:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200719.329213:0:9212:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776200719.329214:0:9212:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1776200719.329216:0:9212:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1776200719.329219:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.329219:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.329221:0:9212:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.329222:0:9212:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1776200719.329233:0:9212:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.329235:0:9212:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.329237:0:9212:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.329239:0:9212:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1776200719.329240:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.329241:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1776200719.329242:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:0.0:1776200719.329243:0:9212:0:(client.c:2665:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1776200719.329244:0:9212:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000e143c7f8), inode mode 41ed mask 3 00000080:00000001:0.0:1776200719.329247:0:9212:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.329251:0:9212:0:(namei.c:1176:ll_atomic_open()) Process entered 00000080:00200000:0.0:1776200719.329253:0:9212:0:(namei.c:1183:ll_atomic_open()) VFS Op:name=f0a.replay-dual-41, dir=[0x200000007:0x1:0x0](00000000e143c7f8), file 00000000f0e3dd41, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1776200719.329259:0:9212:0:(namei.c:1203:ll_atomic_open()) kmalloced '(it)': 72 at 0000000019f85bb5. 00000080:00000001:0.0:1776200719.329264:0:9212:0:(namei.c:827:ll_lookup_it()) Process entered 00000080:00200000:0.0:1776200719.329266:0:9212:0:(namei.c:833:ll_lookup_it()) VFS Op:name=f0a.replay-dual-41, dir=[0x200000007:0x1:0x0](00000000e143c7f8), intent=open|creat 00000080:00000010:0.0:1776200719.329271:0:9212:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000ce11f5d3. 00000080:00000001:0.0:1776200719.329277:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.329279:0:9212:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1776200719.329279:0:9212:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-41' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1776200719.329282:0:9212:0:(lmv_intent.c:301:lmv_intent_open()) Process entered 00800000:00000001:0.0:1776200719.329289:0:9212:0:(lmv_obd.c:1077:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1776200719.329290:0:9212:0:(obd_class.h:918:obd_fid_alloc()) Process entered 00800000:00000001:0.0:1776200719.329291:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.329294:0:9212:0:(mdc_request.c:2771:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1776200719.329297:0:9212:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1776200719.329299:0:9212:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff993be2454000: Allocated FID [0x200000402:0x2b:0x0] 40000000:00000001:0.0:1776200719.329302:0:9212:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.329303:0:9212:0:(mdc_request.c:2778:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.329304:0:9212:0:(obd_class.h:930:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.329306:0:9212:0:(lmv_obd.c:1101:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1776200719.329307:0:9212:0:(lmv_intent.c:375:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x2b:0x0], name='f0a.replay-dual-41' -> mds #0 00800000:00000001:0.0:1776200719.329310:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.329311:0:9212:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1776200719.329312:0:9212:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: f0a.replay-dual-41,[0x200000402:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1776200719.329316:0:9212:0:(mdc_locks.c:932:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1776200719.329319:0:9212:0:(mdc_locks.c:263:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1776200719.329321:0:9212:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:0.0:1776200719.329325:0:9212:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.329326:0:9212:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:0.0:1776200719.329328:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f1cb6017 count: 2 00010000:00000001:0.0:1776200719.329667:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200719.329671:0:9212:0:(ldlm_request.c:2103:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1776200719.329674:0:9212:0:(ldlm_request.c:1691:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.329676:0:9212:0:(ldlm_request.c:2153:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1776200719.329678:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00000002:00000001:0.0:1776200719.329681:0:9212:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1776200719.329688:0:9212:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000facf9398. 00000020:00000040:0.0:1776200719.329693:0:9212:0:(genops.c:1191:class_import_get()) import 000000000fe8d637 refcount=90 obd=lustre-MDT0000-mdc-ffff993be2454000 02000000:00000001:0.0:1776200719.329701:0:9212:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1776200719.329703:0:9212:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.329706:0:9212:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1776200719.329712:0:9212:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1776200719.329715:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.329716:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.329717:0:9212:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.329720:0:9212:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1776200719.329722:0:9212:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1776200719.329725:0:9212:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1776200719.329734:0:9212:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000f0d11e13. 00000100:00000001:0.0:1776200719.329742:0:9212:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.329748:0:9212:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1776200719.329750:0:9212:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.329752:0:9212:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1776200719.329752:0:9212:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.329754:0:9212:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.329764:0:9212:0:(mdc_locks.c:432:mdc_intent_open_pack()) Process leaving (rc=18446631080801020608 : -112992908531008 : ffff993bc9d32ac0) 00010000:00000001:0.0:1776200719.329767:0:9212:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1776200719.329771:0:9212:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1776200719.329772:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f1cb6017 count: 2 00010000:00000001:0.0:1776200719.329774:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200719.329776:0:9212:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1776200719.329779:0:9212:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c3cacb00. 00000020:00000001:0.0:1776200719.329783:0:9212:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1776200719.329785:0:9212:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000c3cacb00 with handle 0x8d91c35bada81e03 to hash 00000020:00000001:0.0:1776200719.329787:0:9212:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1776200719.329788:0:9212:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446631080713883584 : -112992995668032 : ffff993bc4a18fc0) 00010000:00000001:0.0:1776200719.329792:0:9212:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446631080713883584 : -112992995668032 : ffff993bc4a18fc0) 00010000:00000001:0.0:1776200719.329795:0:9212:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1776200719.329797:0:9212:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200719.329799:0:9212:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c3cacb00/0x8d91c35bada81e03 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.329805:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00010000:00010000:0.0:1776200719.329808:0:9212:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c3cacb00/0x8d91c35bada81e03 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.329819:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00000020:00100000:0.0:1776200719.329829:0:9212:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993be2454000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1776200719.329839:0:9212:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000facf9398 x1862481227043904/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:0.0:1776200719.329847:0:9212:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c3cacb00/0x8d91c35bada81e03 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.329852:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00000100:00000001:0.0:1776200719.329854:0:9212:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1776200719.329856:0:9212:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1776200719.329863:0:9212:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f42bc1fa. 00000100:00000001:0.0:1776200719.329865:0:9212:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446631080835673856 : -112992873877760 : ffff993bcbe3ef00) 00000100:00000001:0.0:1776200719.329868:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.329869:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801020608 : -112992908531008 : ffff993bc9d32ac0) 00000100:00000001:0.0:1776200719.329872:0:9212:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1776200719.329877:0:9212:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.329880:0:9212:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1776200719.329882:0:9212:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776200719.329885:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000facf9398 x1862481227043904/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 0 ref 2 fl New:PQU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.329892:0:9212:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200719.329894:0:9212:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200719.329899:0:9212:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776200719.329901:0:9212:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200719.329904:0:9212:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000facf9398 pname:cluuid:pid:xid:nid:opc:job createmany:128773b9-ec2f-47c2-9bf4-461c71beba7d:9212:1862481227043904:192.168.203.148@tcp:101:createmany.0 00000100:00000001:0.0:1776200719.329908:0:9212:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776200719.329915:0:9212:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776200719.329918:0:9212:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200719.329920:0:9212:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1776200719.329981:0:9212:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at 000000001d275702. 02000000:00000001:0.0:1776200719.329983:0:9212:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776200719.329992:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:0.0:1776200719.329997:0:9212:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003e1a5253. 00000400:00000010:0.0:1776200719.330003:0:9212:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 632 at 0000000088885136 (tot 3423230). 00000100:00000200:0.0:1776200719.330012:0:9212:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1862481227043904, portal 10 00000100:00000001:0.0:1776200719.330014:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.330014:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801020608 : -112992908531008 : ffff993bc9d32ac0) 00000100:00000040:0.0:1776200719.330020:0:9212:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000facf9398 x1862481227043904/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.330028:0:9212:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776200719.330030:0:9212:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:0.0:1776200719.330033:0:9212:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae23e799. 00000100:00000200:0.0:1776200719.330036:0:9212:0:(niobuf.c:86:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1862481227043904, offset 0 00000400:00000200:0.0:1776200719.330044:0:9212:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:0.0:1776200719.330054:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200719.330062:0:9212:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:0.0:1776200719.330071:0:9212:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:0.0:1776200719.330075:0:9212:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776200719.330078:0:9212:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:0.0:1776200719.330082:0:9212:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [305:305:256:4294967295] 192.168.203.148@tcp LPNI seq info [305:305:8:4294967295] 00000400:00000200:0.0:1776200719.330086:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200719.330096:0:9212:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:0.0:1776200719.330103:0:9212:0:(socklnd_cb.c:995:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:0.0:1776200719.330110:0:9212:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f404acca (tot 3423478). 00000800:00000200:0.0:1776200719.330117:0:9212:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:0.0:1776200719.330125:0:9212:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:0.0:1776200719.330129:0:9212:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f404acca type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1776200719.330154:0:9212:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.330156:0:9212:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200719.330159:0:9212:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.330161:0:9212:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200719.330163:0:9212:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:0.0:1776200719.330165:0:9212:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f42bc1fa going to sleep for 6 seconds 00000100:00000001:0.0:1776200719.330169:0:9212:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200719.330173:0:9212:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1776200719.343392:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.343421:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200719.343427:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.343430:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.343444:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.343454:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200719.343462:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.343468:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.343472:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.343477:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 656 into portal 10 MB=0x69deab3f05440 00000400:00000200:2.0:1776200719.343483:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.343489:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 656/656 into md 0xc7d [32] + 224 00000800:00000001:2.0:1776200719.343498:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.343506:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.343509:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.343513:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200719.343520:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200719.343527:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000facf9398 x1862481227043904/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 2 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200719.343538:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=656 offset=224 replen=66264 req@00000000facf9398 x1862481227043904/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.343560:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:2.0:1776200719.343569:0:2235:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1776200719.343572:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.343577:0:2235:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000100:00000001:0.0:1776200719.343633:0:9212:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1776200719.343644:0:9212:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1776200719.343647:0:9212:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1776200719.343650:0:2235:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [306:306:256:4294967295] 192.168.203.148@tcp LPNI seq info [306:306:8:4294967295] 00000400:00000010:0.0:1776200719.343651:0:9212:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003e1a5253. 00000400:00000200:2.0:1776200719.343656:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200719.343663:0:9212:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000088885136 00000400:00000010:0.0:1776200719.343667:0:9212:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 632 at 0000000088885136 (tot 3422598). 00000400:00000200:2.0:1776200719.343671:0:2235:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000100:00000001:0.0:1776200719.343672:0:9212:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1776200719.343679:0:9212:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000facf9398 x1862481227043904/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000800:00000200:2.0:1776200719.343680:0:2235:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200719.343690:0:2235:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 744 at 00000000eeb1c353 (tot 3423342). 00000100:00000200:0.0:1776200719.343691:0:9212:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000facf9398 x1862481227043904/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RPQU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.343700:0:9212:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000200:2.0:1776200719.343700:0:2235:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000100:00000001:0.0:1776200719.343703:0:9212:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200719.343707:0:9212:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1776200719.343711:0:9212:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000800:00000200:2.0:1776200719.343711:0:2235:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000100:00000001:0.0:1776200719.343716:0:9212:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000800:00000200:2.0:1776200719.343716:0:2235:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eeb1c353 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1776200719.343719:0:9212:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200719.343723:0:9212:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1776200719.343735:0:9212:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=88 v=1 (1 0 0 0) 00000100:00001000:0.0:1776200719.343741:0:9212:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=88 v=1 (1 0 0 0) 00000100:00000001:0.0:1776200719.343744:0:9212:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1776200719.343746:0:9212:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.343750:0:9212:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1776200719.343754:0:9212:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.343758:0:9212:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1776200719.343760:0:9212:0:(client.c:1389:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1776200719.343762:0:9212:0:(client.c:1391:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1776200719.343765:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.343767:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801020608 : -112992908531008 : ffff993bc9d32ac0) 00000100:00000001:0.0:1776200719.343772:0:9212:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1776200719.343774:0:9212:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 0 00000100:00000001:0.0:1776200719.343777:0:9212:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1776200719.343779:0:9212:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200719.343784:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000facf9398 x1862481227043904/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200726 ref 3 fl Rpc:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.343792:0:9212:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200719.343796:0:9212:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1776200719.343800:0:9212:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1776200719.343803:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000facf9398 x1862481227043904/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200726 ref 3 fl Interpret:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:0.0:1776200719.343810:0:9212:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000facf9398 pname:cluuid:pid:xid:nid:opc:job createmany:128773b9-ec2f-47c2-9bf4-461c71beba7d:9212:1862481227043904:192.168.203.148@tcp:101:createmany.0 00000100:00000001:0.0:1776200719.343815:0:9212:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200719.343818:0:9212:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.343821:0:9212:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1776200719.343824:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200719.343827:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000facf9398 x1862481227043904/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200726 ref 3 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.343835:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1776200719.343838:0:9212:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f42bc1fa. 00000800:00000200:2.0:1776200719.343841:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1776200719.343843:0:9212:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1776200719.343845:0:9212:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1776200719.343846:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 744 at 00000000eeb1c353 (tot 3422598). 00010000:00000001:0.0:1776200719.343849:0:9212:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00000400:00000200:2.0:1776200719.343851:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1776200719.343856:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000400:00000200:2.0:1776200719.343857:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000020:00000001:0.0:1776200719.343860:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.343864:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c3cacb00 refcount=4 00000020:00000001:0.0:1776200719.343868:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713883584 : -112992995668032 : ffff993bc4a18fc0) 00010000:00000001:0.0:1776200719.343871:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713883584 : -112992995668032 : ffff993bc4a18fc0) 00010000:00000040:0.0:1776200719.343879:0:9212:0:(ldlm_request.c:701:ldlm_cli_enqueue_fini()) local: 00000000c3cacb00, remote cookie: 0x98dca339dc2afea5, flags: 0x1001 00010000:00010000:0.0:1776200719.343884:0:9212:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode CR ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c3cacb00/0x8d91c35bada81e03 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afea5 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.343894:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00010000:00000040:0.0:1776200719.343898:0:9212:0:(ldlm_request.c:723:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x2b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1776200719.343902:0:9212:0:(ldlm_lock.c:519:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1776200719.343911:0:9212:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000040c58e4f. 00010000:00000010:0.0:1776200719.343916:0:9212:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000004348970. 00010000:00000040:0.0:1776200719.343920:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200719.343922:0:9212:0:(ldlm_lock.c:570:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200719.343924:0:9212:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c3cacb00/0x8d91c35bada81e03 lrc: 4/0,1 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afea5 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.343930:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000040c58e4f count: 1 00010000:00010000:0.0:1776200719.343934:0:9212:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c3cacb00/0x8d91c35bada81e03 lrc: 4/0,1 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afea5 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.343939:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000040c58e4f count: 1 00010000:00000001:0.0:1776200719.343942:0:9212:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1776200719.343947:0:9212:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1776200719.343949:0:9212:0:(ldlm_lock.c:977:search_granted_lock()) Process entered 00010000:00000001:0.0:1776200719.343950:0:9212:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1776200719.343952:0:9212:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1776200719.343954:0:9212:0:(ldlm_resource.c:1787:ldlm_resource_dump()) --- Resource: [0x200000402:0x2b:0x0].0x0 (0000000040c58e4f) refcount = 1 00010000:00010000:0.0:1776200719.343958:0:9212:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c3cacb00/0x8d91c35bada81e03 lrc: 4/0,1 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2afea5 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.343962:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000040c58e4f count: 1 00010000:00000001:0.0:1776200719.343964:0:9212:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1776200719.343968:0:9212:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1776200719.343969:0:9212:0:(ldlm_lock.c:1891:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200719.343973:0:9212:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1776200719.343975:0:9212:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200719.343977:0:9212:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c3cacb00/0x8d91c35bada81e03 lrc: 4/0,1 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afea5 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.343982:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000040c58e4f count: 1 00010000:00000001:0.0:1776200719.343984:0:9212:0:(ldlm_request.c:797:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1776200719.343986:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.343987:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.343989:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.343989:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.343991:0:9212:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.343995:0:9212:0:(mdc_locks.c:688:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1776200719.343998:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.343999:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.344000:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c3cacb00 refcount=3 00000020:00000001:0.0:1776200719.344002:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713883584 : -112992995668032 : ffff993bc4a18fc0) 00010000:00000001:0.0:1776200719.344004:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713883584 : -112992995668032 : ffff993bc4a18fc0) 00010000:00000001:0.0:1776200719.344006:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.344007:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.344008:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c3cacb00 refcount=4 00000020:00000001:0.0:1776200719.344009:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713883584 : -112992995668032 : ffff993bc4a18fc0) 00010000:00000001:0.0:1776200719.344011:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713883584 : -112992995668032 : ffff993bc4a18fc0) 00010000:00000001:0.0:1776200719.344014:0:9212:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1776200719.344016:0:9212:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200719.344018:0:9212:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c3cacb00/0x8d91c35bada81e03 lrc: 5/1,1 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2afea5 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.344025:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000040c58e4f count: 1 00010000:00000001:0.0:1776200719.344026:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.344027:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.344028:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.344029:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.344030:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c3cacb00 refcount=5 00000020:00000001:0.0:1776200719.344032:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713883584 : -112992995668032 : ffff993bc4a18fc0) 00010000:00000001:0.0:1776200719.344033:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713883584 : -112992995668032 : ffff993bc4a18fc0) 00010000:00000001:0.0:1776200719.344036:0:9212:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1776200719.344037:0:9212:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c3cacb00/0x8d91c35bada81e03 lrc: 5/1,1 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2afea5 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.344042:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000040c58e4f count: 1 00010000:00000001:0.0:1776200719.344044:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.344046:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1776200719.344047:0:9212:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c3cacb00/0x8d91c35bada81e03 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2afea5 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.344053:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000040c58e4f count: 1 00010000:00000001:0.0:1776200719.344054:0:9212:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1776200719.344055:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.344056:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.344057:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.344058:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1776200719.344062:0:9212:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@00000000facf9398 x1862481227043904/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200726 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:0.0:1776200719.344071:0:9212:0:(mdc_request.c:781:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1776200719.344075:0:9212:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000facf9398 x1862481227043904/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200726 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:0.0:1776200719.344081:0:9212:0:(mdc_request.c:834:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.344090:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.344091:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.344092:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c3cacb00 refcount=3 00000020:00000001:0.0:1776200719.344093:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713883584 : -112992995668032 : ffff993bc4a18fc0) 00010000:00000001:0.0:1776200719.344095:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713883584 : -112992995668032 : ffff993bc4a18fc0) 00000002:00010000:0.0:1776200719.344098:0:9212:0:(mdc_locks.c:847:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c3cacb00/0x8d91c35bada81e03 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afea5 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.344104:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000040c58e4f count: 1 00000002:00000010:0.0:1776200719.344108:0:9212:0:(mdc_locks.c:849:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at 0000000089061964. 00010000:00000001:0.0:1776200719.344111:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.344112:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200719.344113:0:9212:0:(mdc_locks.c:889:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.344115:0:9212:0:(mdc_locks.c:1088:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.344118:0:9212:0:(mdc_locks.c:1110:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1776200719.344119:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.344120:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801020608 : -112992908531008 : ffff993bc9d32ac0) 00000100:00000001:0.0:1776200719.344123:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.344124:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801020608 : -112992908531008 : ffff993bc9d32ac0) 00010000:00000001:0.0:1776200719.344126:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.344127:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.344128:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c3cacb00 refcount=3 00000020:00000001:0.0:1776200719.344141:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713883584 : -112992995668032 : ffff993bc4a18fc0) 00010000:00000001:0.0:1776200719.344143:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713883584 : -112992995668032 : ffff993bc4a18fc0) 00000002:00010000:0.0:1776200719.344145:0:9212:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c3cacb00/0x8d91c35bada81e03 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2afea5 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:0.0:1776200719.344150:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000040c58e4f count: 1 00010000:00000001:0.0:1776200719.344152:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.344153:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.344155:0:9212:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1776200719.344156:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.344157:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.344157:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c3cacb00 refcount=3 00000020:00000001:0.0:1776200719.344159:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713883584 : -112992995668032 : ffff993bc4a18fc0) 00010000:00000001:0.0:1776200719.344160:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713883584 : -112992995668032 : ffff993bc4a18fc0) 00010000:00000040:0.0:1776200719.344163:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 0000000040c58e4f count: 2 00010000:00000001:0.0:1776200719.344165:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1776200719.344167:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000040c58e4f count: 1 00010000:00010000:0.0:1776200719.344169:0:9212:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000eb44f7cf type 13 mode 16 res 8589935618/43 (0 0) 00010000:00000001:0.0:1776200719.344171:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.344172:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200719.344173:0:9212:0:(mdc_locks.c:1205:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1776200719.344174:0:9212:0:(mdc_locks.c:1210:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-41 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1776200719.344178:0:9212:0:(mdc_locks.c:1365:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.344182:0:9212:0:(lmv_intent.c:421:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.344184:0:9212:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.344190:0:9212:0:(namei.c:663:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1776200719.344192:0:9212:0:(namei.c:668:ll_lookup_it_finish()) it 0000000019f85bb5 it_disposition 1800037 00000080:00002000:0.0:1776200719.344198:0:9212:0:(namei.c:648:ll_splice_alias()) Add dentry 000000000f299dab inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1776200719.344203:0:9212:0:(namei.c:798:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1776200719.344207:0:9212:0:(namei.c:1071:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1776200719.344210:0:9212:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000ce11f5d3. 00000100:00000001:0.0:1776200719.344215:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200719.344217:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 3 req@00000000facf9398 x1862481227043904/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 4 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.344230:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.344233:0:9212:0:(namei.c:1409:ll_create_it()) Process entered 00000080:00200000:0.0:1776200719.344235:0:9212:0:(namei.c:1412:ll_create_it()) VFS Op:name=f0a.replay-dual-41, dir=[0x200000007:0x1:0x0](00000000e143c7f8), intent=open|creat 00000080:00000001:0.0:1776200719.344239:0:9212:0:(namei.c:1361:ll_create_node()) Process entered 00000080:00000001:0.0:1776200719.344241:0:9212:0:(llite_lib.c:3156:ll_prep_inode()) Process entered 00000080:00000001:0.0:1776200719.344243:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.344247:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.344250:0:9212:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1776200719.344254:0:9212:0:(mdc_request.c:665:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1776200719.344256:0:9212:0:(lcommon_cl.c:274:cl_fid_build_ino()) Process leaving (rc=144115205289279531 : 144115205289279531 : 20000040200002b) 00000080:00000001:0.0:1776200719.344259:0:9212:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:0.0:1776200719.344295:0:9212:0:(super25.c:60:ll_alloc_inode()) slab-alloced 'lli': 2032 at 00000000ec783a20. 00000020:00000001:0.0:1776200719.344307:0:9212:0:(class_obd.c:866:obd_heat_clear()) Process entered 00000020:00000001:0.0:1776200719.344308:0:9212:0:(class_obd.c:869:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1776200719.344311:0:9212:0:(llite_lib.c:2835:ll_read_inode2()) Process entered 00000080:00200000:0.0:1776200719.344313:0:9212:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x200000402:0x2b:0x0](000000008e1fe580) 00000020:00000001:0.0:1776200719.344317:0:9212:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:0.0:1776200719.344322:0:9212:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080802469000 : -112992907082616 : ffff993bc9e94488) 00000020:00001000:0.0:1776200719.344324:0:9212:0:(cl_object.c:739:cl_env_get()) 1@00000000bbd77179 00000020:00000001:0.0:1776200719.344489:0:9212:0:(lu_object.c:816:lu_object_find_at()) Process entered 00000080:00000010:0.0:1776200719.344495:0:9212:0:(vvp_object.c:308:vvp_object_alloc()) slab-alloced 'vob': 200 at 00000000af592f56. 00000020:00000001:0.0:1776200719.344498:0:9212:0:(cl_object.c:74:cl_object_header_init()) Process entered 00000020:00000001:0.0:1776200719.344500:0:9212:0:(cl_object.c:81:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1776200719.344509:0:9212:0:(lov_object.c:2283:lov_object_alloc()) Process entered 00020000:00000010:0.0:1776200719.344513:0:9212:0:(lov_object.c:2284:lov_object_alloc()) slab-alloced 'lov': 248 at 0000000076710af3. 00020000:00000001:0.0:1776200719.344515:0:9212:0:(lov_object.c:2298:lov_object_alloc()) Process leaving (rc=18446631080922343608 : -112992787208008 : ffff993bd10e68b8) 00020000:00000001:0.0:1776200719.344518:0:9212:0:(lov_object.c:1342:lov_object_init()) Process entered 00020000:00000001:0.0:1776200719.344521:0:9212:0:(lov_pack.c:336:lov_unpackmd()) Process entered 00020000:00000010:0.0:1776200719.344526:0:9212:0:(lov_ea.c:213:lsme_unpack()) kmalloced '(lsme)': 72 at 0000000083616e53. 00020000:00000010:0.0:1776200719.344530:0:9212:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at 0000000010d46a6e. 00020000:00000010:0.0:1776200719.344535:0:9212:0:(lov_ea.c:338:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at 000000002a35c82f. 00020000:00000001:0.0:1776200719.344537:0:9212:0:(lov_pack.c:348:lov_unpackmd()) Process leaving (rc=18446631080692775168 : -112993016776448 : ffff993bc35f7900) 00020000:00000002:0.0:1776200719.344540:0:9212:0:(lov_ea.c:635:dump_lsm()) lsm 000000002a35c82f, objid 0x2b:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1776200719.344544:0:9212:0:(lov_ea.c:657:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 1048576, pool: [] 00020000:00000002:0.0:1776200719.344547:0:9212:0:(lov_ea.c:667:dump_lsm()) oinfo:0000000010d46a6e: ostid: 0x0:23 ost idx: 0 gen: 0 00020000:00000001:0.0:1776200719.344550:0:9212:0:(lov_object.c:636:lov_init_composite()) Process entered 00020000:00000002:0.0:1776200719.344552:0:9212:0:(lov_ea.c:635:dump_lsm()) lsm 000000002a35c82f, objid 0x2b:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1776200719.344554:0:9212:0:(lov_ea.c:657:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 1048576, pool: [] 00020000:00000002:0.0:1776200719.344557:0:9212:0:(lov_ea.c:667:dump_lsm()) oinfo:0000000010d46a6e: ostid: 0x0:23 ost idx: 0 gen: 0 00020000:00000010:0.0:1776200719.344559:0:9212:0:(lov_object.c:655:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at 0000000049c90c10. 00020000:00000010:0.0:1776200719.344562:0:9212:0:(lov_object.c:659:lov_init_composite()) kmalloced '(comp->lo_entries)': 168 at 00000000f42bc1fa. 00020000:00000001:0.0:1776200719.344566:0:9212:0:(lov_object.c:213:lov_init_raid0()) Process entered 00020000:00000010:0.0:1776200719.344568:0:9212:0:(lov_object.c:218:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at 000000000c0619c2. 00020000:00000001:0.0:1776200719.344571:0:9212:0:(lov_object.c:104:lov_sub_find()) Process entered 00000020:00000001:0.0:1776200719.344572:0:9212:0:(lu_object.c:816:lu_object_find_at()) Process entered 00020000:00000001:0.0:1776200719.344578:0:9212:0:(lovsub_object.c:185:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1776200719.344580:0:9212:0:(lovsub_object.c:186:lovsub_object_alloc()) slab-alloced 'los': 200 at 00000000474ea2f1. 00000020:00000001:0.0:1776200719.344582:0:9212:0:(cl_object.c:74:cl_object_header_init()) Process entered 00000020:00000001:0.0:1776200719.344583:0:9212:0:(cl_object.c:81:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1776200719.344585:0:9212:0:(lovsub_object.c:199:lovsub_object_alloc()) Process leaving (rc=18446631080692771096 : -112993016780520 : ffff993bc35f6918) 00020000:00000001:0.0:1776200719.344621:0:9212:0:(lovsub_object.c:58:lovsub_object_init()) Process entered 00000008:00000010:0.0:1776200719.344626:0:9212:0:(osc_object.c:449:osc_object_alloc()) slab-alloced 'osc': 432 at 000000006fbb9f90. 00020000:00000001:0.0:1776200719.344628:0:9212:0:(lovsub_object.c:67:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200719.344633:0:9212:0:(lu_object.c:915:lu_object_find_at()) Process leaving (rc=18446631080692771096 : -112993016780520 : ffff993bc35f6918) 00020000:00000001:0.0:1776200719.344635:0:9212:0:(lov_object.c:108:lov_sub_find()) Process leaving (rc=18446631080692771096 : -112993016780520 : ffff993bc35f6918) 00020000:00000002:0.0:1776200719.344638:0:9212:0:(lov_object.c:155:lov_init_sub()) [0x100000000:0x17:0x0]@00000000474ea2f1[0:0] -> [0x200000402:0x2b:0x0]@00000000af592f56: ostid: 0x0:23 ost idx: 0 gen: 0 00020000:00000001:0.0:1776200719.344643:0:9212:0:(lov_object.c:284:lov_init_raid0()) Process leaving (rc=176 : 176 : b0) 00020000:00000001:0.0:1776200719.344645:0:9212:0:(lov_object.c:813:lov_init_composite()) Process leaving 00020000:00000001:0.0:1776200719.344647:0:9212:0:(lov_object.c:1370:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200719.344649:0:9212:0:(lu_object.c:915:lu_object_find_at()) Process leaving (rc=18446631080692769296 : -112993016782320 : ffff993bc35f6210) 00000020:00001000:0.0:1776200719.344652:0:9212:0:(cl_object.c:820:cl_env_put()) 1@00000000bbd77179 00000080:00000001:0.0:1776200719.344656:0:9212:0:(lcommon_cl.c:274:cl_fid_build_ino()) Process leaving (rc=144115205289279531 : 144115205289279531 : 20000040200002b) 00000080:00000001:0.0:1776200719.344659:0:9212:0:(lcommon_cl.c:286:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1776200719.344661:0:9212:0:(llite_lib.c:2690:ll_update_inode()) setting ino 144115205289279531 mtime from 0 to 1776200719 00000080:00000001:0.0:1776200719.344665:0:9212:0:(llite_lib.c:2864:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1776200719.344668:0:9212:0:(namei.c:166:ll_iget()) Process leaving (rc=18446631080818028752 : -112992891522864 : ffff993bcad6b0d0) 00010000:00000001:0.0:1776200719.344670:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.344672:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.344673:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c3cacb00 refcount=3 00000020:00000001:0.0:1776200719.344675:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713883584 : -112992995668032 : ffff993bc4a18fc0) 00010000:00000001:0.0:1776200719.344677:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713883584 : -112992995668032 : ffff993bc4a18fc0) 00000080:00000001:0.0:1776200719.344679:0:9212:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:0.0:1776200719.344681:0:9212:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:0.0:1776200719.344682:0:9212:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080802469000 : -112992907082616 : ffff993bc9e94488) 00000020:00001000:0.0:1776200719.344684:0:9212:0:(cl_object.c:739:cl_env_get()) 1@00000000bbd77179 00000020:00000001:0.0:1776200719.344685:0:9212:0:(cl_object.c:296:cl_conf_set()) Process entered 00020000:00000001:0.0:1776200719.344687:0:9212:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:0.0:1776200719.344689:0:9212:0:(lov_pack.c:336:lov_unpackmd()) Process entered 00020000:00000010:0.0:1776200719.344691:0:9212:0:(lov_ea.c:213:lsme_unpack()) kmalloced '(lsme)': 72 at 00000000e7aaba21. 00020000:00000010:0.0:1776200719.344693:0:9212:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at 00000000813e5ec9. 00020000:00000010:0.0:1776200719.344695:0:9212:0:(lov_ea.c:338:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at 00000000e15c2648. 00020000:00000001:0.0:1776200719.344696:0:9212:0:(lov_pack.c:348:lov_unpackmd()) Process leaving (rc=18446631080692772960 : -112993016778656 : ffff993bc35f7060) 00020000:00000002:0.0:1776200719.344698:0:9212:0:(lov_ea.c:635:dump_lsm()) lsm 00000000e15c2648, objid 0x2b:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1776200719.344701:0:9212:0:(lov_ea.c:657:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 1048576, pool: [] 00020000:00000002:0.0:1776200719.344704:0:9212:0:(lov_ea.c:667:dump_lsm()) oinfo:00000000813e5ec9: ostid: 0x0:23 ost idx: 0 gen: 0 00020000:00000002:0.0:1776200719.344707:0:9212:0:(lov_object.c:1234:lov_conf_lock()) Took exclusive lov(0000000076710af3) owner 00000000c7f03c54 00020000:00000001:0.0:1776200719.344709:0:9212:0:(lov_object.c:1439:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1776200719.344711:0:9212:0:(lov_object.c:1240:lov_conf_unlock()) To release exclusive lov(0000000076710af3) owner 00000000c7f03c54 00020000:00000010:0.0:1776200719.344715:0:9212:0:(lov_ea.c:144:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at 00000000813e5ec9. 00020000:00000010:0.0:1776200719.344718:0:9212:0:(lov_ea.c:147:lsme_free()) kfreed 'lsme': 72 at 00000000e7aaba21. 00020000:00000010:0.0:1776200719.344720:0:9212:0:(lov_ea.c:166:lsm_free()) kfreed 'lsm': 88 at 00000000e15c2648. 00020000:00000002:0.0:1776200719.344722:0:9212:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1776200719.344724:0:9212:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200719.344726:0:9212:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200719.344729:0:9212:0:(cl_object.c:387:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1776200719.344731:0:9212:0:(lov_object.c:1182:lov_conf_freeze()) To take share lov(0000000076710af3) owner 0000000000000000/00000000c7f03c54 00020000:00000002:0.0:1776200719.344734:0:9212:0:(lov_object.c:2311:lov_lsm_addref()) lsm 000000002a35c82f addref 2/0 by 00000000c7f03c54. 00020000:00000002:0.0:1776200719.344736:0:9212:0:(lov_object.c:1190:lov_conf_thaw()) To release share lov(0000000076710af3) owner 0000000000000000/00000000c7f03c54 00020000:00000001:0.0:1776200719.344738:0:9212:0:(lov_object.c:2209:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1776200719.344740:0:9212:0:(lov_pack.c:197:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1776200719.344742:0:9212:0:(lov_pack.c:109:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1776200719.344743:0:9212:0:(lov_pack.c:114:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1776200719.344744:0:9212:0:(lov_object.c:2227:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1776200719.344746:0:9212:0:(file.c:5870:ll_layout_conf()) [0x200000402:0x2b:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1776200719.344748:0:9212:0:(cl_object.c:820:cl_env_put()) 1@00000000bbd77179 00000080:00000001:0.0:1776200719.344750:0:9212:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.344752:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.344753:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1776200719.344754:0:9212:0:(llite_lib.c:3243:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1776200719.344757:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.344759:0:9212:0:(lmv_obd.c:3637:lmv_free_lustre_md()) Process entered 00800000:00000001:0.0:1776200719.344761:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.344763:0:9212:0:(mdc_request.c:675:mdc_free_lustre_md()) Process entered 00000002:00000001:0.0:1776200719.344765:0:9212:0:(mdc_request.c:676:mdc_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.344766:0:9212:0:(lmv_obd.c:3649:lmv_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200719.344768:0:9212:0:(namei.c:1379:ll_create_node()) setting l_ast_data to inode [0x200000402:0x2b:0x0](000000008e1fe580) 00000080:00010000:0.0:1776200719.344771:0:9212:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000402:0x2b:0x0](000000008e1fe580) for lock 0x8d91c35bada81e03 00000080:00000001:0.0:1776200719.344774:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.344776:0:9212:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1776200719.344777:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.344779:0:9212:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1776200719.344780:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.344782:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.344782:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c3cacb00 refcount=3 00000020:00000001:0.0:1776200719.344784:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713883584 : -112992995668032 : ffff993bc4a18fc0) 00010000:00000001:0.0:1776200719.344786:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713883584 : -112992995668032 : ffff993bc4a18fc0) 00010000:00000001:0.0:1776200719.344788:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.344790:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200719.344791:0:9212:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.344793:0:9212:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.344794:0:9212:0:(namei.c:1381:ll_create_node()) Process leaving 00000100:00000001:0.0:1776200719.344796:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200719.344801:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000facf9398 x1862481227043904/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 3 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.344808:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.344814:0:9212:0:(namei.c:1461:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.344816:0:9212:0:(pcc.c:2323:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1776200719.344818:0:9212:0:(pcc.c:2326:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.344829:0:9212:0:(file.c:834:ll_file_open()) Process entered 00000080:00200000:0.0:1776200719.344830:0:9212:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x200000402:0x2b:0x0](000000008e1fe580), flags 100102 00000080:00000010:0.0:1776200719.344838:0:9212:0:(file.c:80:ll_file_data_get()) slab-alloced 'fd': 280 at 000000004cb22ab5. 00000080:00000010:0.0:1776200719.344844:0:9212:0:(file.c:1001:ll_file_open()) kmalloced '(*och_p)': 48 at 0000000014b72858. 00000080:00000001:0.0:1776200719.344847:0:9212:0:(file.c:767:ll_local_open()) Process entered 00000080:00000001:0.0:1776200719.344851:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.344853:0:9212:0:(lmv_obd.c:3660:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1776200719.344854:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.344856:0:9212:0:(mdc_request.c:781:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1776200719.344859:0:9212:0:(obd.h:1238:obd_mod_alloc()) kmalloced '(mod)': 32 at 000000002d703a41. 00000002:00100000:0.0:1776200719.344863:0:9212:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000facf9398 x1862481227043904/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:0.0:1776200719.344869:0:9212:0:(mdc_request.c:834:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.344870:0:9212:0:(lmv_obd.c:3666:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1776200719.344873:0:9212:0:(rw.c:921:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1776200719.344877:0:9212:0:(file.c:785:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.344879:0:9212:0:(pcc.c:1499:pcc_file_open()) Process entered 00000080:00000001:0.0:1776200719.344882:0:9212:0:(pcc.c:1414:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1776200719.344883:0:9212:0:(pcc.c:1420:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.344885:0:9212:0:(pcc.c:1518:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1776200719.344887:0:9212:0:(pcc.c:1542:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.344889:0:9212:0:(file.c:1039:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200719.344892:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200719.344893:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000facf9398 x1862481227043904/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 02000000:00000001:0.0:1776200719.344905:0:9212:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1776200719.344909:0:9212:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at 000000001d275702. 02000000:00000001:0.0:1776200719.344960:0:9212:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1776200719.344961:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.344965:0:9212:0:(dcache.c:214:ll_intent_release()) Process entered 00000080:00000040:0.0:1776200719.344967:0:9212:0:(dcache.c:216:ll_intent_release()) intent 0000000019f85bb5 released 00000080:00010000:0.0:1776200719.344969:0:9212:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8d91c35bada81e03 from it 0000000019f85bb5 00010000:00000001:0.0:1776200719.344971:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.344972:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.344973:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c3cacb00 refcount=3 00000020:00000001:0.0:1776200719.344975:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713883584 : -112992995668032 : ffff993bc4a18fc0) 00010000:00000001:0.0:1776200719.344976:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713883584 : -112992995668032 : ffff993bc4a18fc0) 00010000:00000001:0.0:1776200719.344978:0:9212:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1776200719.344980:0:9212:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c3cacb00/0x8d91c35bada81e03 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x98dca339dc2afea5 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:0.0:1776200719.344986:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000040c58e4f count: 1 00010000:00000001:0.0:1776200719.344989:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.344990:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.344992:0:9212:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1776200719.344994:0:9212:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1776200719.344995:0:9212:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c3cacb00/0x8d91c35bada81e03 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x98dca339dc2afea5 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:0.0:1776200719.345001:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000040c58e4f count: 1 00010000:00000001:0.0:1776200719.345004:0:9212:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776200719.345008:0:9212:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1776200719.345010:0:9212:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1776200719.345014:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.345015:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.345016:0:9212:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.345020:0:9212:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1776200719.345023:0:9212:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.345025:0:9212:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.345028:0:9212:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.345030:0:9212:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1776200719.345031:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.345031:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1776200719.345033:0:9212:0:(dcache.c:227:ll_intent_release()) Process leaving 00000080:00000010:0.0:1776200719.345034:0:9212:0:(namei.c:1349:ll_atomic_open()) kfreed 'it': 72 at 0000000019f85bb5. 00000080:00000001:0.0:1776200719.345037:0:9212:0:(namei.c:1351:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.345042:0:9212:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00200000:0.0:1776200719.345043:0:9212:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000402:0x2b:0x0](000000008e1fe580), inode mode 81a4 mask 40 00000080:00000001:0.0:1776200719.345047:0:9212:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1776200719.345075:0:9212:0:(lov_object.c:2321:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1776200719.345077:0:9212:0:(lov_object.c:1182:lov_conf_freeze()) To take share lov(0000000076710af3) owner 0000000000000000/00000000c7f03c54 00020000:00000002:0.0:1776200719.345080:0:9212:0:(lov_object.c:1190:lov_conf_thaw()) To release share lov(0000000076710af3) owner 0000000000000000/00000000c7f03c54 00020000:00000001:0.0:1776200719.345094:0:9212:0:(lov_object.c:2367:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.345104:0:9212:0:(file.c:407:ll_file_release()) Process entered 00000080:00200000:0.0:1776200719.345105:0:9212:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x200000402:0x2b:0x0](000000008e1fe580) 00000080:00000001:0.0:1776200719.345107:0:9212:0:(pcc.c:1552:pcc_file_release()) Process entered 00000080:00000001:0.0:1776200719.345109:0:9212:0:(pcc.c:1571:pcc_file_release()) Process leaving 00020000:00000001:0.0:1776200719.345110:0:9212:0:(lov_object.c:2321:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1776200719.345111:0:9212:0:(lov_object.c:1182:lov_conf_freeze()) To take share lov(0000000076710af3) owner 0000000000000000/00000000c7f03c54 00020000:00000002:0.0:1776200719.345112:0:9212:0:(lov_object.c:1190:lov_conf_thaw()) To release share lov(0000000076710af3) owner 0000000000000000/00000000c7f03c54 00020000:00000001:0.0:1776200719.345114:0:9212:0:(lov_object.c:2367:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.345116:0:9212:0:(file.c:327:ll_md_close()) Process entered 00000080:00000001:0.0:1776200719.345118:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.345120:0:9212:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:0.0:1776200719.345121:0:9212:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x2b:0x0] 00800000:00000001:0.0:1776200719.345123:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.345125:0:9212:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1776200719.345126:0:9212:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1776200719.345130:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 0000000040c58e4f count: 2 00010000:00000001:0.0:1776200719.345131:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1776200719.345134:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000040c58e4f count: 1 00000002:00000001:0.0:1776200719.345136:0:9212:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.345138:0:9212:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.345140:0:9212:0:(file.c:281:ll_md_real_close()) Process entered 00000080:00000001:0.0:1776200719.345142:0:9212:0:(file.c:157:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1776200719.345146:0:9212:0:(file.c:165:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at 00000000ce11f5d3. 00000080:00000001:0.0:1776200719.345148:0:9212:0:(file.c:102:ll_prepare_close()) Process entered 00000080:00000001:0.0:1776200719.345154:0:9212:0:(file.c:137:ll_prepare_close()) Process leaving 00000080:00000001:0.0:1776200719.345156:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.345159:0:9212:0:(lmv_obd.c:1466:lmv_close()) Process entered 00800000:00000002:0.0:1776200719.345160:0:9212:0:(lmv_obd.c:1472:lmv_close()) CLOSE [0x200000402:0x2b:0x0] 00800000:00000001:0.0:1776200719.345161:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.345164:0:9212:0:(mdc_request.c:900:mdc_close()) Process entered 00000002:00000002:0.0:1776200719.345165:0:9212:0:(mdc_request.c:904:mdc_close()) lustre-MDT0000-mdc-ffff993be2454000: [0x200000402:0x2b:0x0] file closed with intent: 0 00000100:00000010:0.0:1776200719.345171:0:9212:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bd262118. 00000020:00000040:0.0:1776200719.345174:0:9212:0:(genops.c:1191:class_import_get()) import 000000000fe8d637 refcount=91 obd=lustre-MDT0000-mdc-ffff993be2454000 00000002:00100000:0.0:1776200719.345181:0:9212:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@00000000facf9398 x1862481227043904/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 1 fl Complete:RPQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.345187:0:9212:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1776200719.345190:0:9212:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1776200719.345193:0:9212:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1776200719.345199:0:9212:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ca10a723. 00000100:00000001:0.0:1776200719.345206:0:9212:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1776200719.345217:0:9212:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993be2454000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1776200719.345222:0:9212:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000bd262118 x1862481227044032/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1776200719.345237:0:9212:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1776200719.345239:0:9212:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1776200719.345246:0:9212:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000081e9b64d. 00000100:00000001:0.0:1776200719.345248:0:9212:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446631080835672320 : -112992873879296 : ffff993bcbe3e900) 00000100:00000001:0.0:1776200719.345250:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.345251:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801032768 : -112992908518848 : ffff993bc9d35a40) 00000100:00000001:0.0:1776200719.345255:0:9212:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1776200719.345259:0:9212:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.345261:0:9212:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1776200719.345263:0:9212:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776200719.345266:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bd262118 x1862481227044032/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.345274:0:9212:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200719.345276:0:9212:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200719.345280:0:9212:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776200719.345282:0:9212:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200719.345285:0:9212:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd262118 pname:cluuid:pid:xid:nid:opc:job createmany:128773b9-ec2f-47c2-9bf4-461c71beba7d:9212:1862481227044032:192.168.203.148@tcp:35:createmany.0 00000100:00000001:0.0:1776200719.345290:0:9212:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776200719.345296:0:9212:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776200719.345298:0:9212:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200719.345301:0:9212:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1776200719.345304:0:9212:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000088885136. 02000000:00000001:0.0:1776200719.345306:0:9212:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776200719.345312:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:0.0:1776200719.345316:0:9212:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003e1a5253. 00000400:00000010:0.0:1776200719.345321:0:9212:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f26a488. 00000100:00000200:0.0:1776200719.350470:0:9212:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227044032, portal 10 00000100:00000001:0.0:1776200719.350481:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.350483:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801032768 : -112992908518848 : ffff993bc9d35a40) 00000100:00000040:0.0:1776200719.350505:0:9212:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000bd262118 x1862481227044032/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.350516:0:9212:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776200719.350520:0:9212:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000800:00000200:2.0:1776200719.351782:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200719.351787:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a12e233f (tot 3422598). 00000400:00000200:2.0:1776200719.351796:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.351803:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200719.351808:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009dd18f53 00000400:00000010:2.0:1776200719.351811:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009dd18f53. 00000100:00000001:2.0:1776200719.351816:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200719.351822:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bd262118 x1862481227044032/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.351834:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200719.351836:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000bd262118 x1862481227044032/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.351842:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200719.351844:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1776200719.366993:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200719.367005:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003a271fe (tot 3423230). 00000400:00000200:2.0:1776200719.367019:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.367031:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200719.367064:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d3453e42 00000400:00000010:2.0:1776200719.367068:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d3453e42. 00000100:00000001:2.0:1776200719.367075:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200719.367085:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000817d4ebe x1862481227044160/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.367099:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200719.367102:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000817d4ebe x1862481227044160/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 3 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.367109:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200719.367111:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200719.377809:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.377812:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.377816:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200719.377821:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200719.377825:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000007cb0a36 x1862481227044288/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200719.377833:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=456 offset=224 replen=624 req@0000000007cb0a36 x1862481227044288/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.378115:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200719.378126:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.378130:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1776200719.380108:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200719.380112:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a12e233f (tot 3423230). 00000400:00000200:2.0:1776200719.380119:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.380124:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200719.380128:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d3453e42 00000400:00000010:2.0:1776200719.380130:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d3453e42. 00000100:00000001:2.0:1776200719.380134:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200719.380138:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008d637807 x1862481227044416/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.380148:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200719.380150:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000008d637807 x1862481227044416/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 3 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.380168:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200719.380169:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200719.385634:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.385656:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200719.385662:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.385664:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.385678:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.385687:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200719.385695:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.385701:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.385706:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.385711:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 656 into portal 10 MB=0x69deab3f05640 00000400:00000200:2.0:1776200719.385716:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.385723:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 656/656 into md 0xc9d [32] + 224 00000800:00000001:2.0:1776200719.385732:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.385741:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.385744:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.385748:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200719.385756:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200719.385763:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008d637807 x1862481227044416/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 2 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200719.385774:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=656 offset=224 replen=66264 req@000000008d637807 x1862481227044416/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.385788:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:2.0:1776200719.385798:0:2234:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1776200719.385802:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.385808:0:2234:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200719.385813:0:2234:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [312:312:256:4294967295] 192.168.203.148@tcp LPNI seq info [312:312:8:4294967295] 00000400:00000200:2.0:1776200719.385817:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.385826:0:2234:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:2.0:1776200719.385859:0:2234:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200719.385866:0:2234:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 744 at 000000003721b7c9 (tot 3423974). 00000800:00000200:2.0:1776200719.385872:0:2234:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200719.385881:0:2234:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200719.385885:0:2234:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003721b7c9 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1776200719.386034:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200719.386038:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 744 at 000000003721b7c9 (tot 3423230). 00000400:00000200:2.0:1776200719.386041:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.386044:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:2.0:1776200719.386050:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.386053:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200719.394144:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.394166:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200719.394174:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.394176:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.394190:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.394200:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200719.394210:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.394216:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.394222:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.394227:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f056c0 00000400:00000200:2.0:1776200719.394234:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.394241:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0xca5 [1] + 224 00000800:00000001:2.0:1776200719.394252:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.394262:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.394266:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.394270:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200719.394278:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200719.394287:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000977b778d x1862481227044544/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200719.394299:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=456 offset=224 replen=624 req@00000000977b778d x1862481227044544/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 3 fl Rpc:R/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.394552:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200719.394564:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.394568:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1776200719.402025:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200719.402035:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000db8b4815 (tot 3423230). 00000400:00000200:2.0:1776200719.402048:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.402059:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200719.402065:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000afd496a2 00000400:00000010:2.0:1776200719.402068:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000afd496a2. 00000100:00000001:2.0:1776200719.402074:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200719.402082:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cbf649c3 x1862481227044672/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.402094:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200719.402097:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000cbf649c3 x1862481227044672/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 3 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.402104:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200719.402106:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200719.402831:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.402968:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200719.402971:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.402974:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.402984:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.402991:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200719.402999:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.403004:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.403009:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.403013:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 656 into portal 10 MB=0x69deab3f05740 00000400:00000200:2.0:1776200719.403018:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.403024:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 656/656 into md 0xcad [32] + 224 00000800:00000001:2.0:1776200719.403034:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.403043:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.403045:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.403065:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200719.403071:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200719.403077:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cbf649c3 x1862481227044672/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 2 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200719.403087:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=656 offset=224 replen=66264 req@00000000cbf649c3 x1862481227044672/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.403158:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:2.0:1776200719.403168:0:2235:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1776200719.403173:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.403178:0:2235:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200719.403184:0:2235:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [315:315:256:4294967295] 192.168.203.148@tcp LPNI seq info [315:315:8:4294967295] 00000400:00000200:2.0:1776200719.403187:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.403195:0:2235:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:2.0:1776200719.403200:0:2235:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200719.403208:0:2235:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 744 at 000000003721b7c9 (tot 3423974). 00000800:00000200:2.0:1776200719.403215:0:2235:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200719.403223:0:2235:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200719.403227:0:2235:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003721b7c9 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1776200719.403341:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200719.403345:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 744 at 000000003721b7c9 (tot 3423230). 00000400:00000200:2.0:1776200719.403349:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.403353:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:2.0:1776200719.403358:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.403362:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1776200719.405687:0:9212:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004ab84a88. 00010000:00000010:0.0:1776200719.405698:0:9212:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000004b8b3a51. 00010000:00000040:0.0:1776200719.405704:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200719.405707:0:9212:0:(ldlm_lock.c:570:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200719.405710:0:9212:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000f83ca89a/0x8d91c35bada81e18 lrc: 4/0,1 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2aff0e expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.405718:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000004ab84a88 count: 1 00010000:00010000:0.0:1776200719.405721:0:9212:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000f83ca89a/0x8d91c35bada81e18 lrc: 4/0,1 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2aff0e expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.405726:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000004ab84a88 count: 1 00010000:00000001:0.0:1776200719.405730:0:9212:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1776200719.405734:0:9212:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1776200719.405737:0:9212:0:(ldlm_lock.c:977:search_granted_lock()) Process entered 00010000:00000001:0.0:1776200719.405739:0:9212:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1776200719.405740:0:9212:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1776200719.405742:0:9212:0:(ldlm_resource.c:1787:ldlm_resource_dump()) --- Resource: [0x200000402:0x2e:0x0].0x0 (000000004ab84a88) refcount = 1 00010000:00010000:0.0:1776200719.405746:0:9212:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000f83ca89a/0x8d91c35bada81e18 lrc: 4/0,1 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2aff0e expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.405752:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000004ab84a88 count: 1 00010000:00000001:0.0:1776200719.405755:0:9212:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1776200719.405759:0:9212:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1776200719.405761:0:9212:0:(ldlm_lock.c:1891:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200719.405764:0:9212:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1776200719.405767:0:9212:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200719.405770:0:9212:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000f83ca89a/0x8d91c35bada81e18 lrc: 4/0,1 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2aff0e expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.405775:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000004ab84a88 count: 1 00010000:00000001:0.0:1776200719.405776:0:9212:0:(ldlm_request.c:797:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1776200719.405778:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.405780:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.405781:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.405782:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.405783:0:9212:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.405789:0:9212:0:(mdc_locks.c:688:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1776200719.405792:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.405793:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.405795:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f83ca89a refcount=3 00000020:00000001:0.0:1776200719.405797:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080684899712 : -112993024651904 : ffff993bc2e74d80) 00010000:00000001:0.0:1776200719.405799:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080684899712 : -112993024651904 : ffff993bc2e74d80) 00010000:00000001:0.0:1776200719.405801:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.405801:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.405802:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f83ca89a refcount=4 00000020:00000001:0.0:1776200719.405804:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080684899712 : -112993024651904 : ffff993bc2e74d80) 00010000:00000001:0.0:1776200719.405806:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080684899712 : -112993024651904 : ffff993bc2e74d80) 00010000:00000001:0.0:1776200719.405808:0:9212:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1776200719.405810:0:9212:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200719.405812:0:9212:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000f83ca89a/0x8d91c35bada81e18 lrc: 5/1,1 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2aff0e expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.405818:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000004ab84a88 count: 1 00010000:00000001:0.0:1776200719.405819:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.405820:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.405821:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.405822:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.405823:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f83ca89a refcount=5 00000020:00000001:0.0:1776200719.405824:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080684899712 : -112993024651904 : ffff993bc2e74d80) 00010000:00000001:0.0:1776200719.405826:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080684899712 : -112993024651904 : ffff993bc2e74d80) 00010000:00000001:0.0:1776200719.405829:0:9212:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1776200719.405830:0:9212:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000f83ca89a/0x8d91c35bada81e18 lrc: 5/1,1 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2aff0e expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.405836:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000004ab84a88 count: 1 00010000:00000001:0.0:1776200719.406018:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.406020:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1776200719.406022:0:9212:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000f83ca89a/0x8d91c35bada81e18 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2aff0e expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.406029:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000004ab84a88 count: 1 00010000:00000001:0.0:1776200719.406032:0:9212:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1776200719.406033:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.406034:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.406035:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.406036:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1776200719.406044:0:9212:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@00000000cbf649c3 x1862481227044672/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200726 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:0.0:1776200719.406054:0:9212:0:(mdc_request.c:781:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1776200719.406059:0:9212:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000cbf649c3 x1862481227044672/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200726 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:0.0:1776200719.406064:0:9212:0:(mdc_request.c:834:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.406075:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.406076:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.406077:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f83ca89a refcount=3 00000020:00000001:0.0:1776200719.406078:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080684899712 : -112993024651904 : ffff993bc2e74d80) 00010000:00000001:0.0:1776200719.406080:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080684899712 : -112993024651904 : ffff993bc2e74d80) 00000002:00010000:0.0:1776200719.406083:0:9212:0:(mdc_locks.c:847:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000f83ca89a/0x8d91c35bada81e18 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2aff0e expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.406088:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000004ab84a88 count: 1 00000002:00000010:0.0:1776200719.406094:0:9212:0:(mdc_locks.c:849:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at 000000004ff2f524. 00010000:00000001:0.0:1776200719.406096:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.406097:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200719.406098:0:9212:0:(mdc_locks.c:889:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.406100:0:9212:0:(mdc_locks.c:1088:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.406103:0:9212:0:(mdc_locks.c:1110:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1776200719.406106:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.406107:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801541248 : -112992908010368 : ffff993bc9db1c80) 00000100:00000001:0.0:1776200719.406109:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.406110:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801541248 : -112992908010368 : ffff993bc9db1c80) 00010000:00000001:0.0:1776200719.406111:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.406112:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.406113:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f83ca89a refcount=3 00000020:00000001:0.0:1776200719.406115:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080684899712 : -112993024651904 : ffff993bc2e74d80) 00010000:00000001:0.0:1776200719.406116:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080684899712 : -112993024651904 : ffff993bc2e74d80) 00000002:00010000:0.0:1776200719.406119:0:9212:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000f83ca89a/0x8d91c35bada81e18 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2aff0e expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:0.0:1776200719.406123:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000004ab84a88 count: 1 00010000:00000001:0.0:1776200719.406125:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.406127:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.406128:0:9212:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1776200719.406129:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.406130:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.406131:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f83ca89a refcount=3 00000020:00000001:0.0:1776200719.406132:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080684899712 : -112993024651904 : ffff993bc2e74d80) 00010000:00000001:0.0:1776200719.406134:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080684899712 : -112993024651904 : ffff993bc2e74d80) 00010000:00000040:0.0:1776200719.406138:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000004ab84a88 count: 2 00010000:00000001:0.0:1776200719.406141:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1776200719.406144:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000004ab84a88 count: 1 00010000:00010000:0.0:1776200719.406146:0:9212:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000eb44f7cf type 13 mode 16 res 8589935618/46 (0 0) 00010000:00000001:0.0:1776200719.406148:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.406149:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200719.406150:0:9212:0:(mdc_locks.c:1205:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1776200719.406151:0:9212:0:(mdc_locks.c:1210:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-44 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1776200719.406155:0:9212:0:(mdc_locks.c:1365:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.406158:0:9212:0:(lmv_intent.c:421:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.406161:0:9212:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.406167:0:9212:0:(namei.c:663:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1776200719.406169:0:9212:0:(namei.c:668:ll_lookup_it_finish()) it 000000003e495de8 it_disposition 1800037 00000080:00002000:0.0:1776200719.406175:0:9212:0:(namei.c:648:ll_splice_alias()) Add dentry 000000004e063c3c inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1776200719.406180:0:9212:0:(namei.c:798:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1776200719.406185:0:9212:0:(namei.c:1071:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1776200719.406189:0:9212:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000fb008c30. 00000100:00000001:0.0:1776200719.406195:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200719.406198:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 3 req@00000000cbf649c3 x1862481227044672/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 4 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.406204:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.406208:0:9212:0:(namei.c:1409:ll_create_it()) Process entered 00000080:00200000:0.0:1776200719.406209:0:9212:0:(namei.c:1412:ll_create_it()) VFS Op:name=f0a.replay-dual-44, dir=[0x200000007:0x1:0x0](00000000e143c7f8), intent=open|creat 00000080:00000001:0.0:1776200719.406214:0:9212:0:(namei.c:1361:ll_create_node()) Process entered 00000080:00000001:0.0:1776200719.406216:0:9212:0:(llite_lib.c:3156:ll_prep_inode()) Process entered 00000080:00000001:0.0:1776200719.406219:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.406223:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.406227:0:9212:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1776200719.406230:0:9212:0:(mdc_request.c:665:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1776200719.406232:0:9212:0:(lcommon_cl.c:274:cl_fid_build_ino()) Process leaving (rc=144115205289279534 : 144115205289279534 : 20000040200002e) 00000080:00000001:0.0:1776200719.406235:0:9212:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:0.0:1776200719.406250:0:9212:0:(super25.c:60:ll_alloc_inode()) slab-alloced 'lli': 2032 at 00000000948d07fe. 00000020:00000001:0.0:1776200719.406262:0:9212:0:(class_obd.c:866:obd_heat_clear()) Process entered 00000020:00000001:0.0:1776200719.406264:0:9212:0:(class_obd.c:869:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1776200719.406267:0:9212:0:(llite_lib.c:2835:ll_read_inode2()) Process entered 00000080:00200000:0.0:1776200719.406268:0:9212:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x200000402:0x2e:0x0](00000000f728eb8c) 00000020:00000001:0.0:1776200719.406272:0:9212:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:0.0:1776200719.406278:0:9212:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080802469000 : -112992907082616 : ffff993bc9e94488) 00000020:00001000:0.0:1776200719.406280:0:9212:0:(cl_object.c:739:cl_env_get()) 1@00000000bbd77179 00000020:00000001:0.0:1776200719.406284:0:9212:0:(lu_object.c:816:lu_object_find_at()) Process entered 00000080:00000010:0.0:1776200719.406290:0:9212:0:(vvp_object.c:308:vvp_object_alloc()) slab-alloced 'vob': 200 at 000000002caeadb8. 00000020:00000001:0.0:1776200719.406293:0:9212:0:(cl_object.c:74:cl_object_header_init()) Process entered 00000020:00000001:0.0:1776200719.406294:0:9212:0:(cl_object.c:81:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1776200719.406304:0:9212:0:(lov_object.c:2283:lov_object_alloc()) Process entered 00020000:00000010:0.0:1776200719.406345:0:9212:0:(lov_object.c:2284:lov_object_alloc()) slab-alloced 'lov': 248 at 00000000d99d1de2. 00020000:00000001:0.0:1776200719.406348:0:9212:0:(lov_object.c:2298:lov_object_alloc()) Process leaving (rc=18446631080692779440 : -112993016772176 : ffff993bc35f89b0) 00020000:00000001:0.0:1776200719.406352:0:9212:0:(lov_object.c:1342:lov_object_init()) Process entered 00020000:00000001:0.0:1776200719.406355:0:9212:0:(lov_pack.c:336:lov_unpackmd()) Process entered 00020000:00000010:0.0:1776200719.406361:0:9212:0:(lov_ea.c:213:lsme_unpack()) kmalloced '(lsme)': 72 at 0000000019f85bb5. 00020000:00000010:0.0:1776200719.406365:0:9212:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at 00000000813e5ec9. 00020000:00000010:0.0:1776200719.406371:0:9212:0:(lov_ea.c:338:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at 00000000e15c2648. 00020000:00000001:0.0:1776200719.406373:0:9212:0:(lov_pack.c:348:lov_unpackmd()) Process leaving (rc=18446631080692772960 : -112993016778656 : ffff993bc35f7060) 00020000:00000002:0.0:1776200719.406376:0:9212:0:(lov_ea.c:635:dump_lsm()) lsm 00000000e15c2648, objid 0x2e:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1776200719.406380:0:9212:0:(lov_ea.c:657:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 1048576, pool: [] 00020000:00000002:0.0:1776200719.406383:0:9212:0:(lov_ea.c:667:dump_lsm()) oinfo:00000000813e5ec9: ostid: 0x0:25 ost idx: 1 gen: 0 00020000:00000001:0.0:1776200719.406385:0:9212:0:(lov_object.c:636:lov_init_composite()) Process entered 00020000:00000002:0.0:1776200719.406387:0:9212:0:(lov_ea.c:635:dump_lsm()) lsm 00000000e15c2648, objid 0x2e:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1776200719.406389:0:9212:0:(lov_ea.c:657:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 1048576, pool: [] 00020000:00000002:0.0:1776200719.406391:0:9212:0:(lov_ea.c:667:dump_lsm()) oinfo:00000000813e5ec9: ostid: 0x0:25 ost idx: 1 gen: 0 00020000:00000010:0.0:1776200719.406395:0:9212:0:(lov_object.c:655:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at 0000000010cd07b1. 00020000:00000010:0.0:1776200719.406399:0:9212:0:(lov_object.c:659:lov_init_composite()) kmalloced '(comp->lo_entries)': 168 at 00000000aabfa544. 00020000:00000001:0.0:1776200719.406404:0:9212:0:(lov_object.c:213:lov_init_raid0()) Process entered 00020000:00000010:0.0:1776200719.406407:0:9212:0:(lov_object.c:218:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at 00000000094a997d. 00020000:00000001:0.0:1776200719.406411:0:9212:0:(lov_object.c:104:lov_sub_find()) Process entered 00000020:00000001:0.0:1776200719.406412:0:9212:0:(lu_object.c:816:lu_object_find_at()) Process entered 00020000:00000001:0.0:1776200719.406500:0:9212:0:(lovsub_object.c:185:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1776200719.406504:0:9212:0:(lovsub_object.c:186:lovsub_object_alloc()) slab-alloced 'los': 200 at 00000000fd7ba61c. 00000020:00000001:0.0:1776200719.406507:0:9212:0:(cl_object.c:74:cl_object_header_init()) Process entered 00000020:00000001:0.0:1776200719.406508:0:9212:0:(cl_object.c:81:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1776200719.406510:0:9212:0:(lovsub_object.c:199:lovsub_object_alloc()) Process leaving (rc=18446631080692770496 : -112993016781120 : ffff993bc35f66c0) 00020000:00000001:0.0:1776200719.406513:0:9212:0:(lovsub_object.c:58:lovsub_object_init()) Process entered 00000008:00000010:0.0:1776200719.406518:0:9212:0:(osc_object.c:449:osc_object_alloc()) slab-alloced 'osc': 432 at 00000000893140b5. 00020000:00000001:0.0:1776200719.406521:0:9212:0:(lovsub_object.c:67:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200719.406526:0:9212:0:(lu_object.c:915:lu_object_find_at()) Process leaving (rc=18446631080692770496 : -112993016781120 : ffff993bc35f66c0) 00020000:00000001:0.0:1776200719.406529:0:9212:0:(lov_object.c:108:lov_sub_find()) Process leaving (rc=18446631080692770496 : -112993016781120 : ffff993bc35f66c0) 00020000:00000002:0.0:1776200719.406532:0:9212:0:(lov_object.c:155:lov_init_sub()) [0x100010000:0x19:0x0]@00000000fd7ba61c[0:0] -> [0x200000402:0x2e:0x0]@000000002caeadb8: ostid: 0x0:25 ost idx: 1 gen: 0 00020000:00000001:0.0:1776200719.406537:0:9212:0:(lov_object.c:284:lov_init_raid0()) Process leaving (rc=176 : 176 : b0) 00020000:00000001:0.0:1776200719.406539:0:9212:0:(lov_object.c:813:lov_init_composite()) Process leaving 00020000:00000001:0.0:1776200719.406542:0:9212:0:(lov_object.c:1370:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200719.406544:0:9212:0:(lu_object.c:915:lu_object_find_at()) Process leaving (rc=18446631080692769096 : -112993016782520 : ffff993bc35f6148) 00000020:00001000:0.0:1776200719.406548:0:9212:0:(cl_object.c:820:cl_env_put()) 1@00000000bbd77179 00000080:00000001:0.0:1776200719.406553:0:9212:0:(lcommon_cl.c:274:cl_fid_build_ino()) Process leaving (rc=144115205289279534 : 144115205289279534 : 20000040200002e) 00000080:00000001:0.0:1776200719.406555:0:9212:0:(lcommon_cl.c:286:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1776200719.406558:0:9212:0:(llite_lib.c:2690:ll_update_inode()) setting ino 144115205289279534 mtime from 0 to 1776200719 00000080:00000001:0.0:1776200719.406563:0:9212:0:(llite_lib.c:2864:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1776200719.406566:0:9212:0:(namei.c:166:ll_iget()) Process leaving (rc=18446631080818032848 : -112992891518768 : ffff993bcad6c0d0) 00010000:00000001:0.0:1776200719.406569:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.406570:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.406571:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f83ca89a refcount=3 00000020:00000001:0.0:1776200719.406573:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080684899712 : -112993024651904 : ffff993bc2e74d80) 00010000:00000001:0.0:1776200719.406575:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080684899712 : -112993024651904 : ffff993bc2e74d80) 00000080:00000001:0.0:1776200719.406578:0:9212:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:0.0:1776200719.406580:0:9212:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:0.0:1776200719.406581:0:9212:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080802469000 : -112992907082616 : ffff993bc9e94488) 00000020:00001000:0.0:1776200719.406583:0:9212:0:(cl_object.c:739:cl_env_get()) 1@00000000bbd77179 00000020:00000001:0.0:1776200719.406585:0:9212:0:(cl_object.c:296:cl_conf_set()) Process entered 00020000:00000001:0.0:1776200719.406692:0:9212:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:0.0:1776200719.406694:0:9212:0:(lov_pack.c:336:lov_unpackmd()) Process entered 00020000:00000010:0.0:1776200719.406696:0:9212:0:(lov_ea.c:213:lsme_unpack()) kmalloced '(lsme)': 72 at 00000000e7aaba21. 00020000:00000010:0.0:1776200719.406699:0:9212:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at 000000005d73bbba. 00020000:00000010:0.0:1776200719.406702:0:9212:0:(lov_ea.c:338:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at 000000000b925ad3. 00020000:00000001:0.0:1776200719.406704:0:9212:0:(lov_pack.c:348:lov_unpackmd()) Process leaving (rc=18446631080692776704 : -112993016774912 : ffff993bc35f7f00) 00020000:00000002:0.0:1776200719.406706:0:9212:0:(lov_ea.c:635:dump_lsm()) lsm 000000000b925ad3, objid 0x2e:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1776200719.406709:0:9212:0:(lov_ea.c:657:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 1048576, pool: [] 00020000:00000002:0.0:1776200719.406711:0:9212:0:(lov_ea.c:667:dump_lsm()) oinfo:000000005d73bbba: ostid: 0x0:25 ost idx: 1 gen: 0 00020000:00000002:0.0:1776200719.406714:0:9212:0:(lov_object.c:1234:lov_conf_lock()) Took exclusive lov(00000000d99d1de2) owner 00000000c7f03c54 00020000:00000001:0.0:1776200719.406716:0:9212:0:(lov_object.c:1439:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1776200719.406718:0:9212:0:(lov_object.c:1240:lov_conf_unlock()) To release exclusive lov(00000000d99d1de2) owner 00000000c7f03c54 00020000:00000010:0.0:1776200719.406721:0:9212:0:(lov_ea.c:144:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at 000000005d73bbba. 00020000:00000010:0.0:1776200719.406725:0:9212:0:(lov_ea.c:147:lsme_free()) kfreed 'lsme': 72 at 00000000e7aaba21. 00020000:00000010:0.0:1776200719.406727:0:9212:0:(lov_ea.c:166:lsm_free()) kfreed 'lsm': 88 at 000000000b925ad3. 00020000:00000002:0.0:1776200719.406729:0:9212:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x2e:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1776200719.406731:0:9212:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200719.406733:0:9212:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200719.406737:0:9212:0:(cl_object.c:387:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1776200719.406739:0:9212:0:(lov_object.c:1182:lov_conf_freeze()) To take share lov(00000000d99d1de2) owner 0000000000000000/00000000c7f03c54 00020000:00000002:0.0:1776200719.406742:0:9212:0:(lov_object.c:2311:lov_lsm_addref()) lsm 00000000e15c2648 addref 2/0 by 00000000c7f03c54. 00020000:00000002:0.0:1776200719.406744:0:9212:0:(lov_object.c:1190:lov_conf_thaw()) To release share lov(00000000d99d1de2) owner 0000000000000000/00000000c7f03c54 00020000:00000001:0.0:1776200719.406746:0:9212:0:(lov_object.c:2209:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1776200719.406748:0:9212:0:(lov_pack.c:197:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1776200719.406750:0:9212:0:(lov_pack.c:109:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1776200719.406752:0:9212:0:(lov_pack.c:114:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1776200719.406754:0:9212:0:(lov_object.c:2227:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1776200719.406756:0:9212:0:(file.c:5870:ll_layout_conf()) [0x200000402:0x2e:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1776200719.406759:0:9212:0:(cl_object.c:820:cl_env_put()) 1@00000000bbd77179 00000080:00000001:0.0:1776200719.406761:0:9212:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.406764:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.406765:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1776200719.406767:0:9212:0:(llite_lib.c:3243:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1776200719.406769:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.406772:0:9212:0:(lmv_obd.c:3637:lmv_free_lustre_md()) Process entered 00800000:00000001:0.0:1776200719.406774:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.406776:0:9212:0:(mdc_request.c:675:mdc_free_lustre_md()) Process entered 00000002:00000001:0.0:1776200719.406778:0:9212:0:(mdc_request.c:676:mdc_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.406779:0:9212:0:(lmv_obd.c:3649:lmv_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200719.406781:0:9212:0:(namei.c:1379:ll_create_node()) setting l_ast_data to inode [0x200000402:0x2e:0x0](00000000f728eb8c) 00000080:00010000:0.0:1776200719.406785:0:9212:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000402:0x2e:0x0](00000000f728eb8c) for lock 0x8d91c35bada81e18 00000080:00000001:0.0:1776200719.406788:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.406790:0:9212:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1776200719.406791:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.406793:0:9212:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1776200719.406794:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.406796:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.406797:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f83ca89a refcount=3 00000020:00000001:0.0:1776200719.406798:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080684899712 : -112993024651904 : ffff993bc2e74d80) 00010000:00000001:0.0:1776200719.406800:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080684899712 : -112993024651904 : ffff993bc2e74d80) 00010000:00000001:0.0:1776200719.406802:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.406803:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200719.406804:0:9212:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.406806:0:9212:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.406807:0:9212:0:(namei.c:1381:ll_create_node()) Process leaving 00000100:00000001:0.0:1776200719.406809:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200719.406813:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000cbf649c3 x1862481227044672/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 3 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.406820:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.406826:0:9212:0:(namei.c:1461:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.406829:0:9212:0:(pcc.c:2323:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1776200719.406831:0:9212:0:(pcc.c:2326:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.407018:0:9212:0:(file.c:834:ll_file_open()) Process entered 00000080:00200000:0.0:1776200719.407021:0:9212:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x200000402:0x2e:0x0](00000000f728eb8c), flags 100102 00000080:00000010:0.0:1776200719.407030:0:9212:0:(file.c:80:ll_file_data_get()) slab-alloced 'fd': 280 at 0000000082b9f1d0. 00000080:00000010:0.0:1776200719.407036:0:9212:0:(file.c:1001:ll_file_open()) kmalloced '(*och_p)': 48 at 00000000fe7a7322. 00000080:00000001:0.0:1776200719.407039:0:9212:0:(file.c:767:ll_local_open()) Process entered 00000080:00000001:0.0:1776200719.407042:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.407044:0:9212:0:(lmv_obd.c:3660:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1776200719.407046:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.407048:0:9212:0:(mdc_request.c:781:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1776200719.407052:0:9212:0:(obd.h:1238:obd_mod_alloc()) kmalloced '(mod)': 32 at 00000000cfe18bc2. 00000002:00100000:0.0:1776200719.407056:0:9212:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000cbf649c3 x1862481227044672/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:0.0:1776200719.407062:0:9212:0:(mdc_request.c:834:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.407063:0:9212:0:(lmv_obd.c:3666:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1776200719.407067:0:9212:0:(rw.c:921:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1776200719.407070:0:9212:0:(file.c:785:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.407071:0:9212:0:(pcc.c:1499:pcc_file_open()) Process entered 00000080:00000001:0.0:1776200719.407074:0:9212:0:(pcc.c:1414:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1776200719.407075:0:9212:0:(pcc.c:1420:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.407077:0:9212:0:(pcc.c:1518:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1776200719.407079:0:9212:0:(pcc.c:1542:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.407081:0:9212:0:(file.c:1039:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200719.407084:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200719.407086:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000cbf649c3 x1862481227044672/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 02000000:00000001:0.0:1776200719.407094:0:9212:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1776200719.407099:0:9212:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at 000000001d275702. 02000000:00000001:0.0:1776200719.407154:0:9212:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1776200719.407155:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.407160:0:9212:0:(dcache.c:214:ll_intent_release()) Process entered 00000080:00000040:0.0:1776200719.407162:0:9212:0:(dcache.c:216:ll_intent_release()) intent 000000003e495de8 released 00000080:00010000:0.0:1776200719.407164:0:9212:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8d91c35bada81e18 from it 000000003e495de8 00010000:00000001:0.0:1776200719.407166:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.407168:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.407169:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000f83ca89a refcount=3 00000020:00000001:0.0:1776200719.407171:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080684899712 : -112993024651904 : ffff993bc2e74d80) 00010000:00000001:0.0:1776200719.407173:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080684899712 : -112993024651904 : ffff993bc2e74d80) 00010000:00000001:0.0:1776200719.407175:0:9212:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1776200719.407177:0:9212:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000f83ca89a/0x8d91c35bada81e18 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x98dca339dc2aff0e expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:0.0:1776200719.407184:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000004ab84a88 count: 1 00010000:00000001:0.0:1776200719.407186:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.407187:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.407189:0:9212:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1776200719.407192:0:9212:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1776200719.407193:0:9212:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000f83ca89a/0x8d91c35bada81e18 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x98dca339dc2aff0e expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:0.0:1776200719.407199:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000004ab84a88 count: 1 00010000:00000001:0.0:1776200719.407202:0:9212:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776200719.407205:0:9212:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1776200719.407207:0:9212:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1776200719.407211:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.407212:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.407214:0:9212:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.407217:0:9212:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1776200719.407219:0:9212:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.407221:0:9212:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.407224:0:9212:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.407225:0:9212:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1776200719.407226:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.407227:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1776200719.407228:0:9212:0:(dcache.c:227:ll_intent_release()) Process leaving 00000080:00000010:0.0:1776200719.407230:0:9212:0:(namei.c:1349:ll_atomic_open()) kfreed 'it': 72 at 000000003e495de8. 00000080:00000001:0.0:1776200719.407234:0:9212:0:(namei.c:1351:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.407239:0:9212:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00200000:0.0:1776200719.407241:0:9212:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000402:0x2e:0x0](00000000f728eb8c), inode mode 81a4 mask 40 00000080:00000001:0.0:1776200719.407245:0:9212:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1776200719.407272:0:9212:0:(lov_object.c:2321:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1776200719.407274:0:9212:0:(lov_object.c:1182:lov_conf_freeze()) To take share lov(00000000d99d1de2) owner 0000000000000000/00000000c7f03c54 00020000:00000002:0.0:1776200719.407277:0:9212:0:(lov_object.c:1190:lov_conf_thaw()) To release share lov(00000000d99d1de2) owner 0000000000000000/00000000c7f03c54 00020000:00000001:0.0:1776200719.407280:0:9212:0:(lov_object.c:2367:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.407288:0:9212:0:(file.c:407:ll_file_release()) Process entered 00000080:00200000:0.0:1776200719.407290:0:9212:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x200000402:0x2e:0x0](00000000f728eb8c) 00000080:00000001:0.0:1776200719.407293:0:9212:0:(pcc.c:1552:pcc_file_release()) Process entered 00000080:00000001:0.0:1776200719.407294:0:9212:0:(pcc.c:1571:pcc_file_release()) Process leaving 00020000:00000001:0.0:1776200719.407295:0:9212:0:(lov_object.c:2321:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1776200719.407296:0:9212:0:(lov_object.c:1182:lov_conf_freeze()) To take share lov(00000000d99d1de2) owner 0000000000000000/00000000c7f03c54 00020000:00000002:0.0:1776200719.407298:0:9212:0:(lov_object.c:1190:lov_conf_thaw()) To release share lov(00000000d99d1de2) owner 0000000000000000/00000000c7f03c54 00020000:00000001:0.0:1776200719.407300:0:9212:0:(lov_object.c:2367:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.407301:0:9212:0:(file.c:327:ll_md_close()) Process entered 00000080:00000001:0.0:1776200719.407303:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.407305:0:9212:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:0.0:1776200719.407307:0:9212:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x2e:0x0] 00800000:00000001:0.0:1776200719.407309:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.407311:0:9212:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1776200719.407313:0:9212:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1776200719.407317:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000004ab84a88 count: 2 00010000:00000001:0.0:1776200719.407319:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1776200719.407321:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000004ab84a88 count: 1 00000002:00000001:0.0:1776200719.407323:0:9212:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.407325:0:9212:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.407338:0:9212:0:(file.c:281:ll_md_real_close()) Process entered 00000080:00000001:0.0:1776200719.407340:0:9212:0:(file.c:157:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1776200719.407343:0:9212:0:(file.c:165:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at 00000000ce11f5d3. 00000080:00000001:0.0:1776200719.407346:0:9212:0:(file.c:102:ll_prepare_close()) Process entered 00000080:00000001:0.0:1776200719.407350:0:9212:0:(file.c:137:ll_prepare_close()) Process leaving 00000080:00000001:0.0:1776200719.407351:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.407354:0:9212:0:(lmv_obd.c:1466:lmv_close()) Process entered 00800000:00000002:0.0:1776200719.407355:0:9212:0:(lmv_obd.c:1472:lmv_close()) CLOSE [0x200000402:0x2e:0x0] 00800000:00000001:0.0:1776200719.407357:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.407360:0:9212:0:(mdc_request.c:900:mdc_close()) Process entered 00000002:00000002:0.0:1776200719.407362:0:9212:0:(mdc_request.c:904:mdc_close()) lustre-MDT0000-mdc-ffff993be2454000: [0x200000402:0x2e:0x0] file closed with intent: 0 00000100:00000010:0.0:1776200719.407370:0:9212:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000177f683f. 00000020:00000040:0.0:1776200719.407374:0:9212:0:(genops.c:1191:class_import_get()) import 000000000fe8d637 refcount=97 obd=lustre-MDT0000-mdc-ffff993be2454000 00000002:00100000:0.0:1776200719.407380:0:9212:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@00000000cbf649c3 x1862481227044672/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 1 fl Complete:RPQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.407388:0:9212:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1776200719.407391:0:9212:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1776200719.407395:0:9212:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1776200719.407402:0:9212:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003b49ed52. 00000100:00000001:0.0:1776200719.407408:0:9212:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1776200719.407495:0:9212:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993be2454000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1776200719.407501:0:9212:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000177f683f x1862481227044800/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1776200719.407507:0:9212:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1776200719.407509:0:9212:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1776200719.407515:0:9212:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d48337ce. 00000100:00000001:0.0:1776200719.407518:0:9212:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446631080835671744 : -112992873879872 : ffff993bcbe3e6c0) 00000100:00000001:0.0:1776200719.407520:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.407521:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801037632 : -112992908513984 : ffff993bc9d36d40) 00000100:00000001:0.0:1776200719.407525:0:9212:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1776200719.407529:0:9212:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.407531:0:9212:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1776200719.407533:0:9212:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776200719.407535:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000177f683f x1862481227044800/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.407542:0:9212:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200719.407544:0:9212:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200719.407548:0:9212:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776200719.407550:0:9212:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200719.407553:0:9212:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000177f683f pname:cluuid:pid:xid:nid:opc:job createmany:128773b9-ec2f-47c2-9bf4-461c71beba7d:9212:1862481227044800:192.168.203.148@tcp:35:createmany.0 00000100:00000001:0.0:1776200719.407557:0:9212:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776200719.407564:0:9212:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776200719.407567:0:9212:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200719.407569:0:9212:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1776200719.407572:0:9212:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002cbe603a. 02000000:00000001:0.0:1776200719.407574:0:9212:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776200719.407583:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:0.0:1776200719.407616:0:9212:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e4627186. 00000400:00000010:0.0:1776200719.407624:0:9212:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a7c7898. 00000100:00000200:0.0:1776200719.407631:0:9212:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227044800, portal 10 00000100:00000001:0.0:1776200719.407633:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.407635:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801037632 : -112992908513984 : ffff993bc9d36d40) 00000100:00000040:0.0:1776200719.407641:0:9212:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000177f683f x1862481227044800/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.407648:0:9212:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776200719.407650:0:9212:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:0.0:1776200719.407653:0:9212:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048b26cf7. 00000100:00000200:0.0:1776200719.407657:0:9212:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227044800, offset 0 00000400:00000200:0.0:1776200719.407665:0:9212:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:0.0:1776200719.407675:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200719.407684:0:9212:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:0.0:1776200719.407693:0:9212:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:0.0:1776200719.407698:0:9212:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776200719.407701:0:9212:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:0.0:1776200719.407705:0:9212:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [316:316:256:4294967295] 192.168.203.148@tcp LPNI seq info [316:316:8:4294967295] 00000400:00000200:0.0:1776200719.407709:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200719.407717:0:9212:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:0.0:1776200719.407724:0:9212:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:0.0:1776200719.407729:0:9212:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099f0192d (tot 3422846). 00000800:00000200:0.0:1776200719.407737:0:9212:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:0.0:1776200719.407745:0:9212:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:0.0:1776200719.407749:0:9212:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000099f0192d type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1776200719.407832:0:9212:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.407835:0:9212:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200719.407845:0:9212:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.407847:0:9212:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200719.407849:0:9212:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:0.0:1776200719.407851:0:9212:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d48337ce going to sleep for 6 seconds 00000100:00000001:0.0:1776200719.407854:0:9212:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200719.407857:0:9212:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200719.409478:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200719.409487:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000099f0192d (tot 3422598). 00000400:00000200:2.0:1776200719.409496:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.409507:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200719.409515:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048b26cf7 00000400:00000010:2.0:1776200719.409517:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048b26cf7. 00000100:00000001:2.0:1776200719.409543:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200719.409920:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000177f683f x1862481227044800/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.409933:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200719.409936:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000177f683f x1862481227044800/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.409943:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200719.409945:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:0.0:1776200719.411208:0:9212:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1776200719.411217:0:9212:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1776200719.411219:0:9212:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1776200719.411222:0:9212:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e4627186. 00000400:00000200:0.0:1776200719.411228:0:9212:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a7c7898 00000400:00000010:0.0:1776200719.411230:0:9212:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a7c7898. 00000100:00000001:0.0:1776200719.411233:0:9212:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1776200719.411240:0:9212:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000177f683f x1862481227044800/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:0.0:1776200719.411246:0:9212:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000177f683f x1862481227044800/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.411251:0:9212:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1776200719.411252:0:9212:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200719.411255:0:9212:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1776200719.411258:0:9212:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1776200719.411261:0:9212:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1776200719.411264:0:9212:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200719.411266:0:9212:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1776200719.411276:0:9212:0:(import.c:1935:at_measured()) add 1 to 000000000f61d0a9 time=87 v=1 (1 0 0 0) 00000100:00001000:0.0:1776200719.411280:0:9212:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=88 v=1 (1 0 0 0) 00000100:00000001:0.0:1776200719.411283:0:9212:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1776200719.411285:0:9212:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.411287:0:9212:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1776200719.411291:0:9212:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.411294:0:9212:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1776200719.411296:0:9212:0:(client.c:1389:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1776200719.411298:0:9212:0:(client.c:1391:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1776200719.411301:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.411302:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801037632 : -112992908513984 : ffff993bc9d36d40) 00000100:00000001:0.0:1776200719.411305:0:9212:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1776200719.411307:0:9212:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 0 00000100:00000001:0.0:1776200719.411309:0:9212:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1776200719.411311:0:9212:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200719.411315:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000177f683f x1862481227044800/t4294967396(4294967396) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 3 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.411320:0:9212:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200719.411323:0:9212:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1776200719.411326:0:9212:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1776200719.411341:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000177f683f x1862481227044800/t4294967396(4294967396) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 3 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:0.0:1776200719.411349:0:9212:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000177f683f pname:cluuid:pid:xid:nid:opc:job createmany:128773b9-ec2f-47c2-9bf4-461c71beba7d:9212:1862481227044800:192.168.203.148@tcp:35:createmany.0 00000100:00000001:0.0:1776200719.411353:0:9212:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200719.411356:0:9212:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.411358:0:9212:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1776200719.411360:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200719.411362:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000177f683f x1862481227044800/t4294967396(4294967396) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 3 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.411368:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1776200719.411371:0:9212:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d48337ce. 00000100:00000001:0.0:1776200719.411374:0:9212:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1776200719.411375:0:9212:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.411383:0:9212:0:(mdc_request.c:1038:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.411387:0:9212:0:(lmv_obd.c:1474:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1776200719.411393:0:9212:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000ce11f5d3. 00000080:00000001:0.0:1776200719.411397:0:9212:0:(file.c:263:ll_close_inode_openhandle()) Process leaving 00000080:00000001:0.0:1776200719.411399:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.411402:0:9212:0:(lmv_obd.c:3676:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1776200719.411406:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.411409:0:9212:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1776200719.411413:0:9212:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@00000000cbf649c3 x1862481227044672/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 1 fl Complete:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000002:00000001:0.0:1776200719.411420:0:9212:0:(mdc_request.c:888:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.411422:0:9212:0:(lmv_obd.c:3682:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1776200719.411424:0:9212:0:(file.c:268:ll_close_inode_openhandle()) kfreed 'och': 48 at 00000000fe7a7322. 00000100:00000001:0.0:1776200719.411426:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200719.411429:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000177f683f x1862481227044800/t4294967396(4294967396) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.411434:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.411436:0:9212:0:(file.c:313:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1776200719.411438:0:9212:0:(file.c:93:ll_file_data_put()) slab-freed '(fd)': 280 at 0000000082b9f1d0. 00000080:00000001:0.0:1776200719.411442:0:9212:0:(file.c:391:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.411446:0:9212:0:(file.c:445:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.411452:0:9212:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1776200719.411454:0:9212:0:(dcache.c:133:ll_ddelete()) keeping dentry f0a.replay-dual-44 (000000004e063c3c, parent 000000008fe1cc87, inode 00000000f728eb8c) hashed, 00000080:00000001:0.0:1776200719.411458:0:9212:0:(dcache.c:137:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.411531:0:9212:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1776200719.411535:0:9212:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1776200719.411537:0:9212:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1776200719.411539:0:9212:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000e143c7f8),name=/ 00000080:00000010:0.0:1776200719.411544:0:9212:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000ce11f5d3. 00000080:00000001:0.0:1776200719.412403:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.412411:0:9212:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1776200719.412414:0:9212:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1776200719.412419:0:9212:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1776200719.412421:0:9212:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:0.0:1776200719.412425:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.412429:0:9212:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1776200719.412430:0:9212:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1776200719.412434:0:9212:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1776200719.412436:0:9212:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1776200719.412440:0:9212:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1776200719.412449:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f1cb6017 count: 2 00010000:00000001:0.0:1776200719.412452:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200719.412458:0:9212:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1776200719.412461:0:9212:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1776200719.412464:0:9212:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.412474:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00010000:00000040:0.0:1776200719.412476:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 02000000:00000001:0.0:1776200719.412479:0:9212:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1776200719.412485:0:9212:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200719.412487:0:9212:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.412499:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00000002:00000001:0.0:1776200719.412501:0:9212:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1776200719.412502:0:9212:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1776200719.412504:0:9212:0:(mdc_locks.c:1345:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1776200719.412506:0:9212:0:(lmv_intent.c:509:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1776200719.412508:0:9212:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1776200719.412511:0:9212:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000ce11f5d3. 00000080:00000001:0.0:1776200719.412516:0:9212:0:(dcache.c:259:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1776200719.412518:0:9212:0:(dcache.c:262:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200719.412520:0:9212:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000e143c7f8) 00000080:00010000:0.0:1776200719.412524:0:9212:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000e143c7f8) for lock 0x8d91c35bada81cba 00000080:00000001:0.0:1776200719.412527:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.412529:0:9212:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1776200719.412530:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.412532:0:9212:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1776200719.412534:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.412536:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.412539:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c4c6f071 refcount=3 00000020:00000001:0.0:1776200719.412541:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.412544:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.412547:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.412549:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200719.412835:0:9212:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.413122:0:9212:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200719.413125:0:9212:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8d91c35bada81cba from it 000000003c702ba3 00010000:00000001:0.0:1776200719.413128:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.413130:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.413131:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c4c6f071 refcount=3 00000020:00000001:0.0:1776200719.413133:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.413136:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.413138:0:9212:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1776200719.413140:0:9212:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.413148:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200719.413150:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.413151:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.413153:0:9212:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1776200719.413155:0:9212:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1776200719.413157:0:9212:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.413163:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200719.413167:0:9212:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776200719.413171:0:9212:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1776200719.413173:0:9212:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1776200719.413178:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.413179:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.413181:0:9212:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.413184:0:9212:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1776200719.413186:0:9212:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.413188:0:9212:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.413191:0:9212:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.413193:0:9212:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1776200719.413194:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.413195:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1776200719.413197:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:0.0:1776200719.413198:0:9212:0:(client.c:2665:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1776200719.413200:0:9212:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000e143c7f8), inode mode 41ed mask 1 00000080:00000001:0.0:1776200719.413205:0:9212:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1776200719.413226:0:9212:0:(dcache.c:145:ll_d_init()) kmalloced '(lld)': 24 at 00000000c6343ec5. 00000080:00000001:0.0:1776200719.413232:0:9212:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1776200719.413233:0:9212:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1776200719.413234:0:9212:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000e143c7f8),name=/ 00000080:00000010:0.0:1776200719.413240:0:9212:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000ce11f5d3. 00000080:00000001:0.0:1776200719.413244:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.413246:0:9212:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1776200719.413247:0:9212:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1776200719.413250:0:9212:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1776200719.413252:0:9212:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:0.0:1776200719.413255:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.413257:0:9212:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1776200719.413258:0:9212:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1776200719.413261:0:9212:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1776200719.413262:0:9212:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1776200719.413263:0:9212:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1776200719.413267:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f1cb6017 count: 2 00010000:00000001:0.0:1776200719.413269:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200719.413272:0:9212:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1776200719.413273:0:9212:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1776200719.413275:0:9212:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.413281:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00010000:00000040:0.0:1776200719.413283:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 02000000:00000001:0.0:1776200719.413285:0:9212:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1776200719.413289:0:9212:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200719.413290:0:9212:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.413295:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00000002:00000001:0.0:1776200719.413297:0:9212:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1776200719.413298:0:9212:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1776200719.413300:0:9212:0:(mdc_locks.c:1345:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1776200719.413301:0:9212:0:(lmv_intent.c:509:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1776200719.413302:0:9212:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1776200719.413305:0:9212:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000ce11f5d3. 00000080:00000001:0.0:1776200719.413308:0:9212:0:(dcache.c:259:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1776200719.413309:0:9212:0:(dcache.c:262:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200719.413310:0:9212:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000e143c7f8) 00000080:00010000:0.0:1776200719.413312:0:9212:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000e143c7f8) for lock 0x8d91c35bada81cba 00000080:00000001:0.0:1776200719.413315:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.413316:0:9212:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1776200719.413318:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.413320:0:9212:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1776200719.413321:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.413322:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.413323:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c4c6f071 refcount=3 00000020:00000001:0.0:1776200719.413325:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.413336:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.413338:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.413339:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200719.413340:0:9212:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.413342:0:9212:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200719.413343:0:9212:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8d91c35bada81cba from it 0000000033745cc8 00010000:00000001:0.0:1776200719.413345:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.413346:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.413347:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c4c6f071 refcount=3 00000020:00000001:0.0:1776200719.413348:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.413350:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.413351:0:9212:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1776200719.413353:0:9212:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.413358:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200719.413360:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.413361:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.413362:0:9212:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1776200719.413363:0:9212:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1776200719.413364:0:9212:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.413369:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200719.413371:0:9212:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776200719.413372:0:9212:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1776200719.413373:0:9212:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1776200719.413375:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.413375:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.413377:0:9212:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.413378:0:9212:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1776200719.413379:0:9212:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.413380:0:9212:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.413382:0:9212:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.413383:0:9212:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1776200719.413384:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.413385:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1776200719.413386:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:0.0:1776200719.413386:0:9212:0:(client.c:2665:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1776200719.413387:0:9212:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000e143c7f8), inode mode 41ed mask 3 00000080:00000001:0.0:1776200719.413390:0:9212:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.413395:0:9212:0:(namei.c:1176:ll_atomic_open()) Process entered 00000080:00200000:0.0:1776200719.413396:0:9212:0:(namei.c:1183:ll_atomic_open()) VFS Op:name=f0a.replay-dual-45, dir=[0x200000007:0x1:0x0](00000000e143c7f8), file 00000000e695aace, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1776200719.413404:0:9212:0:(namei.c:1203:ll_atomic_open()) kmalloced '(it)': 72 at 000000000b925ad3. 00000080:00000001:0.0:1776200719.413409:0:9212:0:(namei.c:827:ll_lookup_it()) Process entered 00000080:00200000:0.0:1776200719.413410:0:9212:0:(namei.c:833:ll_lookup_it()) VFS Op:name=f0a.replay-dual-45, dir=[0x200000007:0x1:0x0](00000000e143c7f8), intent=open|creat 00000080:00000010:0.0:1776200719.413416:0:9212:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000ce11f5d3. 00000080:00000001:0.0:1776200719.413421:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.413423:0:9212:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1776200719.413424:0:9212:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-45' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1776200719.413427:0:9212:0:(lmv_intent.c:301:lmv_intent_open()) Process entered 00800000:00000001:0.0:1776200719.413432:0:9212:0:(lmv_obd.c:1077:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1776200719.413434:0:9212:0:(obd_class.h:918:obd_fid_alloc()) Process entered 00800000:00000001:0.0:1776200719.413435:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.413438:0:9212:0:(mdc_request.c:2771:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1776200719.413441:0:9212:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1776200719.413444:0:9212:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff993be2454000: Allocated FID [0x200000402:0x2f:0x0] 40000000:00000001:0.0:1776200719.413446:0:9212:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.413448:0:9212:0:(mdc_request.c:2778:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.413449:0:9212:0:(obd_class.h:930:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.413450:0:9212:0:(lmv_obd.c:1101:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1776200719.413452:0:9212:0:(lmv_intent.c:375:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x2f:0x0], name='f0a.replay-dual-45' -> mds #0 00800000:00000001:0.0:1776200719.413455:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.413456:0:9212:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1776200719.413458:0:9212:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: f0a.replay-dual-45,[0x200000402:0x2f:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1776200719.413462:0:9212:0:(mdc_locks.c:932:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1776200719.413464:0:9212:0:(mdc_locks.c:263:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1776200719.413467:0:9212:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:0.0:1776200719.413471:0:9212:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.413472:0:9212:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:0.0:1776200719.413474:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f1cb6017 count: 2 00010000:00000001:0.0:1776200719.413476:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200719.413479:0:9212:0:(ldlm_request.c:2103:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1776200719.413482:0:9212:0:(ldlm_request.c:1691:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.413484:0:9212:0:(ldlm_request.c:2153:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1776200719.413485:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00000002:00000001:0.0:1776200719.413487:0:9212:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1776200719.413494:0:9212:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000079a3cd58. 00000020:00000040:0.0:1776200719.413497:0:9212:0:(genops.c:1191:class_import_get()) import 000000000fe8d637 refcount=98 obd=lustre-MDT0000-mdc-ffff993be2454000 02000000:00000001:0.0:1776200719.413504:0:9212:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1776200719.413506:0:9212:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.413508:0:9212:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1776200719.413513:0:9212:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1776200719.413515:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.413516:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.413517:0:9212:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.413520:0:9212:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1776200719.413523:0:9212:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1776200719.413525:0:9212:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1776200719.413533:0:9212:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000e04e0c74. 00000100:00000001:0.0:1776200719.413540:0:9212:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.413546:0:9212:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1776200719.413547:0:9212:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.413548:0:9212:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1776200719.413776:0:9212:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.413779:0:9212:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.413790:0:9212:0:(mdc_locks.c:432:mdc_intent_open_pack()) Process leaving (rc=18446631080801029120 : -112992908522496 : ffff993bc9d34c00) 00010000:00000001:0.0:1776200719.413794:0:9212:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1776200719.413797:0:9212:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1776200719.413801:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f1cb6017 count: 2 00010000:00000001:0.0:1776200719.413803:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200719.413806:0:9212:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1776200719.413809:0:9212:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000011b7fd8f. 00000020:00000001:0.0:1776200719.413813:0:9212:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1776200719.413815:0:9212:0:(lustre_handles.c:97:class_handle_hash()) added object 0000000011b7fd8f with handle 0x8d91c35bada81e1f to hash 00000020:00000001:0.0:1776200719.413816:0:9212:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1776200719.413818:0:9212:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446631080713879552 : -112992995672064 : ffff993bc4a18000) 00010000:00000001:0.0:1776200719.413822:0:9212:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446631080713879552 : -112992995672064 : ffff993bc4a18000) 00010000:00000001:0.0:1776200719.413825:0:9212:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1776200719.413827:0:9212:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200719.413828:0:9212:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 0000000011b7fd8f/0x8d91c35bada81e1f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.413835:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00010000:00010000:0.0:1776200719.414154:0:9212:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 0000000011b7fd8f/0x8d91c35bada81e1f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.414162:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00000020:00100000:0.0:1776200719.414174:0:9212:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993be2454000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1776200719.414185:0:9212:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@0000000079a3cd58 x1862481227044928/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:0.0:1776200719.414194:0:9212:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 0000000011b7fd8f/0x8d91c35bada81e1f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.414199:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00000100:00000001:0.0:1776200719.414202:0:9212:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1776200719.414203:0:9212:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1776200719.414212:0:9212:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d48337ce. 00000100:00000001:0.0:1776200719.414214:0:9212:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446631080835671744 : -112992873879872 : ffff993bcbe3e6c0) 00000100:00000001:0.0:1776200719.414217:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.414217:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801029120 : -112992908522496 : ffff993bc9d34c00) 00000100:00000001:0.0:1776200719.414221:0:9212:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1776200719.414225:0:9212:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.414227:0:9212:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1776200719.414229:0:9212:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776200719.414232:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000079a3cd58 x1862481227044928/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 0 ref 2 fl New:PQU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.414239:0:9212:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200719.414241:0:9212:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200719.414245:0:9212:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776200719.414248:0:9212:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200719.414250:0:9212:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000079a3cd58 pname:cluuid:pid:xid:nid:opc:job createmany:128773b9-ec2f-47c2-9bf4-461c71beba7d:9212:1862481227044928:192.168.203.148@tcp:101:createmany.0 00000100:00000001:0.0:1776200719.414254:0:9212:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776200719.414261:0:9212:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776200719.414264:0:9212:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200719.414266:0:9212:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1776200719.414325:0:9212:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at 000000001d275702. 02000000:00000001:0.0:1776200719.414338:0:9212:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776200719.414349:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:0.0:1776200719.414354:0:9212:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e4627186. 00000400:00000010:0.0:1776200719.414362:0:9212:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 632 at 0000000006b0d7dd (tot 3423230). 00000100:00000200:0.0:1776200719.414370:0:9212:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1862481227044928, portal 10 00000100:00000001:0.0:1776200719.414372:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.414373:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801029120 : -112992908522496 : ffff993bc9d34c00) 00000100:00000040:0.0:1776200719.414378:0:9212:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000079a3cd58 x1862481227044928/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.414386:0:9212:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776200719.414388:0:9212:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:0.0:1776200719.414392:0:9212:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a7c7898. 00000100:00000200:0.0:1776200719.414396:0:9212:0:(niobuf.c:86:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1862481227044928, offset 0 00000400:00000200:0.0:1776200719.414403:0:9212:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:0.0:1776200719.414414:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200719.414424:0:9212:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:0.0:1776200719.414433:0:9212:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:0.0:1776200719.414436:0:9212:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776200719.414441:0:9212:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:0.0:1776200719.414444:0:9212:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [317:317:256:4294967295] 192.168.203.148@tcp LPNI seq info [317:317:8:4294967295] 00000400:00000200:0.0:1776200719.414448:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200719.414457:0:9212:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:0.0:1776200719.414464:0:9212:0:(socklnd_cb.c:995:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:0.0:1776200719.414469:0:9212:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000728f067b (tot 3423478). 00000800:00000200:0.0:1776200719.414476:0:9212:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:0.0:1776200719.414484:0:9212:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:0.0:1776200719.414488:0:9212:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000728f067b type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1776200719.415131:0:9212:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.415136:0:9212:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200719.415139:0:9212:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.415142:0:9212:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200719.415143:0:9212:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:0.0:1776200719.415146:0:9212:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d48337ce going to sleep for 6 seconds 00000100:00000001:0.0:1776200719.415150:0:9212:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200719.415154:0:9212:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200719.415356:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200719.415360:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000728f067b (tot 3423230). 00000400:00000200:2.0:1776200719.415366:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.415373:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200719.415378:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a7c7898 00000400:00000010:2.0:1776200719.415380:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a7c7898. 00000100:00000001:2.0:1776200719.415385:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200719.415389:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000079a3cd58 x1862481227044928/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.415401:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200719.415405:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@0000000079a3cd58 x1862481227044928/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 3 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.415412:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200719.415414:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200719.424226:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.424242:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.424250:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200719.424260:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.424266:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.424270:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.424274:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 656 into portal 10 MB=0x69deab3f05840 00000400:00000200:2.0:1776200719.424280:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.424286:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 656/656 into md 0xcbd [32] + 224 00000800:00000001:2.0:1776200719.424485:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.424519:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.424522:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.424528:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200719.424535:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200719.424545:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000079a3cd58 x1862481227044928/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 2 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200719.424731:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=656 offset=224 replen=66264 req@0000000079a3cd58 x1862481227044928/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.424794:0:9212:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200719.424811:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:2.0:1776200719.424822:0:2234:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1776200719.424826:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.424832:0:2234:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200719.424849:0:2234:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [318:318:256:4294967295] 192.168.203.148@tcp LPNI seq info [318:318:8:4294967295] 00000400:00000200:2.0:1776200719.424853:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.424862:0:2234:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:2.0:1776200719.424868:0:2234:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200719.424875:0:2234:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 744 at 00000000eeb1c353 (tot 3423974). 00000800:00000200:2.0:1776200719.424882:0:2234:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200719.424889:0:2234:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200719.424893:0:2234:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eeb1c353 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1776200719.425013:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200719.425017:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 744 at 00000000eeb1c353 (tot 3423230). 00000400:00000200:2.0:1776200719.425020:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.425023:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000400:00000001:0.0:1776200719.425702:0:9212:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1776200719.425704:0:9212:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1776200719.425708:0:9212:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e4627186. 00000400:00000200:0.0:1776200719.425714:0:9212:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006b0d7dd 00000400:00000010:0.0:1776200719.425716:0:9212:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 632 at 0000000006b0d7dd (tot 3422598). 00000100:00000001:0.0:1776200719.425720:0:9212:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1776200719.425727:0:9212:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000079a3cd58 x1862481227044928/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:0.0:1776200719.425737:0:9212:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000079a3cd58 x1862481227044928/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RPQU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.425743:0:9212:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1776200719.425746:0:9212:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200719.425749:0:9212:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1776200719.425752:0:9212:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1776200719.425755:0:9212:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1776200719.425759:0:9212:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200719.425761:0:9212:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1776200719.425771:0:9212:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=88 v=1 (1 0 0 0) 00000100:00001000:0.0:1776200719.425776:0:9212:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=88 v=1 (1 0 0 0) 00000100:00000001:0.0:1776200719.425779:0:9212:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1776200719.425784:0:9212:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.425787:0:9212:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1776200719.425792:0:9212:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.425796:0:9212:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1776200719.425797:0:9212:0:(client.c:1389:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1776200719.425799:0:9212:0:(client.c:1391:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1776200719.425801:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.425803:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801029120 : -112992908522496 : ffff993bc9d34c00) 00000100:00000001:0.0:1776200719.425807:0:9212:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1776200719.425808:0:9212:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 0 00000100:00000001:0.0:1776200719.425810:0:9212:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1776200719.425812:0:9212:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200719.425816:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000079a3cd58 x1862481227044928/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200726 ref 3 fl Rpc:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.425823:0:9212:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200719.425826:0:9212:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1776200719.425829:0:9212:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1776200719.425832:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000079a3cd58 x1862481227044928/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200726 ref 3 fl Interpret:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:0.0:1776200719.425988:0:9212:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000079a3cd58 pname:cluuid:pid:xid:nid:opc:job createmany:128773b9-ec2f-47c2-9bf4-461c71beba7d:9212:1862481227044928:192.168.203.148@tcp:101:createmany.0 00000100:00000001:0.0:1776200719.425995:0:9212:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200719.425998:0:9212:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.426000:0:9212:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1776200719.426003:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200719.426006:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@0000000079a3cd58 x1862481227044928/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200726 ref 3 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.426013:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1776200719.426016:0:9212:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d48337ce. 00000100:00000001:0.0:1776200719.426020:0:9212:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1776200719.426021:0:9212:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.426024:0:9212:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1776200719.426030:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.426033:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.426036:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000011b7fd8f refcount=4 00000020:00000001:0.0:1776200719.426039:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713879552 : -112992995672064 : ffff993bc4a18000) 00010000:00000001:0.0:1776200719.426042:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713879552 : -112992995672064 : ffff993bc4a18000) 00010000:00000040:0.0:1776200719.426049:0:9212:0:(ldlm_request.c:701:ldlm_cli_enqueue_fini()) local: 0000000011b7fd8f, remote cookie: 0x98dca339dc2aff31, flags: 0x1001 00010000:00010000:0.0:1776200719.426054:0:9212:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode CR ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 0000000011b7fd8f/0x8d91c35bada81e1f lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2aff31 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.426062:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00010000:00000040:0.0:1776200719.426067:0:9212:0:(ldlm_request.c:723:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x2f:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1776200719.426071:0:9212:0:(ldlm_lock.c:519:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1776200719.426080:0:9212:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b8b5cd50. 00010000:00000010:0.0:1776200719.426085:0:9212:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000feea1dea. 00010000:00000040:0.0:1776200719.426090:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200719.426092:0:9212:0:(ldlm_lock.c:570:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200719.426094:0:9212:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 0000000011b7fd8f/0x8d91c35bada81e1f lrc: 4/0,1 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2aff31 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.426100:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b8b5cd50 count: 1 00010000:00010000:0.0:1776200719.426103:0:9212:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 0000000011b7fd8f/0x8d91c35bada81e1f lrc: 4/0,1 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2aff31 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.426108:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b8b5cd50 count: 1 00010000:00000001:0.0:1776200719.426111:0:9212:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1776200719.426116:0:9212:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1776200719.426118:0:9212:0:(ldlm_lock.c:977:search_granted_lock()) Process entered 00010000:00000001:0.0:1776200719.426119:0:9212:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1776200719.426121:0:9212:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1776200719.426123:0:9212:0:(ldlm_resource.c:1787:ldlm_resource_dump()) --- Resource: [0x200000402:0x2f:0x0].0x0 (00000000b8b5cd50) refcount = 1 00010000:00010000:0.0:1776200719.426127:0:9212:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 0000000011b7fd8f/0x8d91c35bada81e1f lrc: 4/0,1 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2aff31 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.426132:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b8b5cd50 count: 1 00010000:00000001:0.0:1776200719.426134:0:9212:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1776200719.426137:0:9212:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1776200719.426139:0:9212:0:(ldlm_lock.c:1891:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200719.426142:0:9212:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1776200719.426144:0:9212:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200719.426146:0:9212:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 0000000011b7fd8f/0x8d91c35bada81e1f lrc: 4/0,1 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2aff31 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.426153:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b8b5cd50 count: 1 00010000:00000001:0.0:1776200719.426155:0:9212:0:(ldlm_request.c:797:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1776200719.426156:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.426158:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.426159:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.426159:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.426161:0:9212:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.426165:0:9212:0:(mdc_locks.c:688:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1776200719.426169:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.426169:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.426170:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000011b7fd8f refcount=3 00000020:00000001:0.0:1776200719.426172:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713879552 : -112992995672064 : ffff993bc4a18000) 00010000:00000001:0.0:1776200719.426174:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713879552 : -112992995672064 : ffff993bc4a18000) 00010000:00000001:0.0:1776200719.426176:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.426177:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.426178:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000011b7fd8f refcount=4 00000020:00000001:0.0:1776200719.426180:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713879552 : -112992995672064 : ffff993bc4a18000) 00010000:00000001:0.0:1776200719.426181:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713879552 : -112992995672064 : ffff993bc4a18000) 00010000:00000001:0.0:1776200719.426185:0:9212:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1776200719.426187:0:9212:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200719.426189:0:9212:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 0000000011b7fd8f/0x8d91c35bada81e1f lrc: 5/1,1 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2aff31 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.426196:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b8b5cd50 count: 1 00010000:00000001:0.0:1776200719.426198:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.426198:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.426200:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.426200:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.426201:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000011b7fd8f refcount=5 00000020:00000001:0.0:1776200719.426203:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713879552 : -112992995672064 : ffff993bc4a18000) 00010000:00000001:0.0:1776200719.426204:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713879552 : -112992995672064 : ffff993bc4a18000) 00010000:00000001:0.0:1776200719.426207:0:9212:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1776200719.426208:0:9212:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 0000000011b7fd8f/0x8d91c35bada81e1f lrc: 5/1,1 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2aff31 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.426214:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b8b5cd50 count: 1 00010000:00000001:0.0:1776200719.426216:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.426217:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1776200719.426218:0:9212:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 0000000011b7fd8f/0x8d91c35bada81e1f lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2aff31 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.426222:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b8b5cd50 count: 1 00010000:00000001:0.0:1776200719.426224:0:9212:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1776200719.426224:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.426225:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.426226:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.426227:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1776200719.426230:0:9212:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@0000000079a3cd58 x1862481227044928/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200726 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:0.0:1776200719.426238:0:9212:0:(mdc_request.c:781:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1776200719.426242:0:9212:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@0000000079a3cd58 x1862481227044928/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200726 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:0.0:1776200719.426248:0:9212:0:(mdc_request.c:834:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.426256:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.426257:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.426258:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000011b7fd8f refcount=3 00000020:00000001:0.0:1776200719.426260:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713879552 : -112992995672064 : ffff993bc4a18000) 00010000:00000001:0.0:1776200719.426262:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713879552 : -112992995672064 : ffff993bc4a18000) 00000002:00010000:0.0:1776200719.426265:0:9212:0:(mdc_locks.c:847:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 0000000011b7fd8f/0x8d91c35bada81e1f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2aff31 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.426270:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b8b5cd50 count: 1 00000002:00000010:0.0:1776200719.426275:0:9212:0:(mdc_locks.c:849:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at 00000000fe7a7322. 00010000:00000001:0.0:1776200719.426277:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.426278:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200719.426279:0:9212:0:(mdc_locks.c:889:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.426281:0:9212:0:(mdc_locks.c:1088:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.426285:0:9212:0:(mdc_locks.c:1110:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1776200719.426286:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.426288:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801029120 : -112992908522496 : ffff993bc9d34c00) 00000100:00000001:0.0:1776200719.426290:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.426290:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801029120 : -112992908522496 : ffff993bc9d34c00) 00010000:00000001:0.0:1776200719.426292:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.426408:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.426409:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000011b7fd8f refcount=3 00000020:00000001:0.0:1776200719.426411:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713879552 : -112992995672064 : ffff993bc4a18000) 00010000:00000001:0.0:1776200719.426413:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713879552 : -112992995672064 : ffff993bc4a18000) 00000002:00010000:0.0:1776200719.426493:0:9212:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 0000000011b7fd8f/0x8d91c35bada81e1f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2aff31 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:0.0:1776200719.426499:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b8b5cd50 count: 1 00010000:00000001:0.0:1776200719.426502:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.426503:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.426505:0:9212:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1776200719.426506:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.426507:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.426509:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000011b7fd8f refcount=3 00000020:00000001:0.0:1776200719.426510:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713879552 : -112992995672064 : ffff993bc4a18000) 00010000:00000001:0.0:1776200719.426512:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713879552 : -112992995672064 : ffff993bc4a18000) 00010000:00000040:0.0:1776200719.426516:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000b8b5cd50 count: 2 00010000:00000001:0.0:1776200719.426518:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1776200719.426521:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b8b5cd50 count: 1 00010000:00010000:0.0:1776200719.426523:0:9212:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000eb44f7cf type 13 mode 16 res 8589935618/47 (0 0) 00010000:00000001:0.0:1776200719.426525:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.426526:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200719.426528:0:9212:0:(mdc_locks.c:1205:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1776200719.426529:0:9212:0:(mdc_locks.c:1210:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-45 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1776200719.426532:0:9212:0:(mdc_locks.c:1365:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.426536:0:9212:0:(lmv_intent.c:421:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.426539:0:9212:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.426545:0:9212:0:(namei.c:663:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1776200719.426548:0:9212:0:(namei.c:668:ll_lookup_it_finish()) it 000000000b925ad3 it_disposition 1800037 00000080:00002000:0.0:1776200719.426633:0:9212:0:(namei.c:648:ll_splice_alias()) Add dentry 00000000a761ec77 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1776200719.426640:0:9212:0:(namei.c:798:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1776200719.426645:0:9212:0:(namei.c:1071:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1776200719.426649:0:9212:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000ce11f5d3. 00000100:00000001:0.0:1776200719.426654:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200719.426658:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 3 req@0000000079a3cd58 x1862481227044928/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 4 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.426664:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.426667:0:9212:0:(namei.c:1409:ll_create_it()) Process entered 00000080:00200000:0.0:1776200719.426669:0:9212:0:(namei.c:1412:ll_create_it()) VFS Op:name=f0a.replay-dual-45, dir=[0x200000007:0x1:0x0](00000000e143c7f8), intent=open|creat 00000080:00000001:0.0:1776200719.426673:0:9212:0:(namei.c:1361:ll_create_node()) Process entered 00000080:00000001:0.0:1776200719.426675:0:9212:0:(llite_lib.c:3156:ll_prep_inode()) Process entered 00000080:00000001:0.0:1776200719.426677:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.426681:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.426685:0:9212:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1776200719.426689:0:9212:0:(mdc_request.c:665:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1776200719.426691:0:9212:0:(lcommon_cl.c:274:cl_fid_build_ino()) Process leaving (rc=144115205289279535 : 144115205289279535 : 20000040200002f) 00000080:00000001:0.0:1776200719.426694:0:9212:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:0.0:1776200719.426712:0:9212:0:(super25.c:60:ll_alloc_inode()) slab-alloced 'lli': 2032 at 000000003bc78a50. 00000020:00000001:0.0:1776200719.426724:0:9212:0:(class_obd.c:866:obd_heat_clear()) Process entered 00000020:00000001:0.0:1776200719.426725:0:9212:0:(class_obd.c:869:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1776200719.426729:0:9212:0:(llite_lib.c:2835:ll_read_inode2()) Process entered 00000080:00200000:0.0:1776200719.426730:0:9212:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x200000402:0x2f:0x0](000000004fa88b2d) 00000020:00000001:0.0:1776200719.426735:0:9212:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:0.0:1776200719.426740:0:9212:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080802469000 : -112992907082616 : ffff993bc9e94488) 00000020:00001000:0.0:1776200719.426742:0:9212:0:(cl_object.c:739:cl_env_get()) 1@00000000bbd77179 00000020:00000001:0.0:1776200719.426746:0:9212:0:(lu_object.c:816:lu_object_find_at()) Process entered 00000080:00000010:0.0:1776200719.426752:0:9212:0:(vvp_object.c:308:vvp_object_alloc()) slab-alloced 'vob': 200 at 000000001dc7577d. 00000020:00000001:0.0:1776200719.426755:0:9212:0:(cl_object.c:74:cl_object_header_init()) Process entered 00000020:00000001:0.0:1776200719.426757:0:9212:0:(cl_object.c:81:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1776200719.426766:0:9212:0:(lov_object.c:2283:lov_object_alloc()) Process entered 00020000:00000010:0.0:1776200719.426770:0:9212:0:(lov_object.c:2284:lov_object_alloc()) slab-alloced 'lov': 248 at 000000007f4686a9. 00020000:00000001:0.0:1776200719.426773:0:9212:0:(lov_object.c:2298:lov_object_alloc()) Process leaving (rc=18446631080692778944 : -112993016772672 : ffff993bc35f87c0) 00020000:00000001:0.0:1776200719.426776:0:9212:0:(lov_object.c:1342:lov_object_init()) Process entered 00020000:00000001:0.0:1776200719.426779:0:9212:0:(lov_pack.c:336:lov_unpackmd()) Process entered 00020000:00000010:0.0:1776200719.426785:0:9212:0:(lov_ea.c:213:lsme_unpack()) kmalloced '(lsme)': 72 at 00000000e7aaba21. 00020000:00000010:0.0:1776200719.426788:0:9212:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at 000000005d73bbba. 00020000:00000010:0.0:1776200719.426793:0:9212:0:(lov_ea.c:338:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at 000000009d4b13e3. 00020000:00000001:0.0:1776200719.426795:0:9212:0:(lov_pack.c:348:lov_unpackmd()) Process leaving (rc=18446631080692776608 : -112993016775008 : ffff993bc35f7ea0) 00020000:00000002:0.0:1776200719.426798:0:9212:0:(lov_ea.c:635:dump_lsm()) lsm 000000009d4b13e3, objid 0x2f:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1776200719.426802:0:9212:0:(lov_ea.c:657:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 1048576, pool: [] 00020000:00000002:0.0:1776200719.426804:0:9212:0:(lov_ea.c:667:dump_lsm()) oinfo:000000005d73bbba: ostid: 0x0:25 ost idx: 0 gen: 0 00020000:00000001:0.0:1776200719.426807:0:9212:0:(lov_object.c:636:lov_init_composite()) Process entered 00020000:00000002:0.0:1776200719.426808:0:9212:0:(lov_ea.c:635:dump_lsm()) lsm 000000009d4b13e3, objid 0x2f:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1776200719.426810:0:9212:0:(lov_ea.c:657:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 1048576, pool: [] 00020000:00000002:0.0:1776200719.426812:0:9212:0:(lov_ea.c:667:dump_lsm()) oinfo:000000005d73bbba: ostid: 0x0:25 ost idx: 0 gen: 0 00020000:00000010:0.0:1776200719.426815:0:9212:0:(lov_object.c:655:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at 00000000132d06b5. 00020000:00000010:0.0:1776200719.426818:0:9212:0:(lov_object.c:659:lov_init_composite()) kmalloced '(comp->lo_entries)': 168 at 00000000d48337ce. 00020000:00000001:0.0:1776200719.426821:0:9212:0:(lov_object.c:213:lov_init_raid0()) Process entered 00020000:00000010:0.0:1776200719.426823:0:9212:0:(lov_object.c:218:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at 00000000092cd424. 00020000:00000001:0.0:1776200719.426827:0:9212:0:(lov_object.c:104:lov_sub_find()) Process entered 00000020:00000001:0.0:1776200719.426828:0:9212:0:(lu_object.c:816:lu_object_find_at()) Process entered 00020000:00000001:0.0:1776200719.426834:0:9212:0:(lovsub_object.c:185:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1776200719.426836:0:9212:0:(lovsub_object.c:186:lovsub_object_alloc()) slab-alloced 'los': 200 at 0000000059f2c0cd. 00000020:00000001:0.0:1776200719.426838:0:9212:0:(cl_object.c:74:cl_object_header_init()) Process entered 00000020:00000001:0.0:1776200719.426839:0:9212:0:(cl_object.c:81:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1776200719.426841:0:9212:0:(lovsub_object.c:199:lovsub_object_alloc()) Process leaving (rc=18446631080692770296 : -112993016781320 : ffff993bc35f65f8) 00020000:00000001:0.0:1776200719.426845:0:9212:0:(lovsub_object.c:58:lovsub_object_init()) Process entered 00000008:00000010:0.0:1776200719.426850:0:9212:0:(osc_object.c:449:osc_object_alloc()) slab-alloced 'osc': 432 at 00000000d6085e73. 00020000:00000001:0.0:1776200719.426853:0:9212:0:(lovsub_object.c:67:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200719.427017:0:9212:0:(lu_object.c:915:lu_object_find_at()) Process leaving (rc=18446631080692770296 : -112993016781320 : ffff993bc35f65f8) 00020000:00000001:0.0:1776200719.427021:0:9212:0:(lov_object.c:108:lov_sub_find()) Process leaving (rc=18446631080692770296 : -112993016781320 : ffff993bc35f65f8) 00020000:00000002:0.0:1776200719.427024:0:9212:0:(lov_object.c:155:lov_init_sub()) [0x100000000:0x19:0x0]@0000000059f2c0cd[0:0] -> [0x200000402:0x2f:0x0]@000000001dc7577d: ostid: 0x0:25 ost idx: 0 gen: 0 00020000:00000001:0.0:1776200719.427029:0:9212:0:(lov_object.c:284:lov_init_raid0()) Process leaving (rc=176 : 176 : b0) 00020000:00000001:0.0:1776200719.427031:0:9212:0:(lov_object.c:813:lov_init_composite()) Process leaving 00020000:00000001:0.0:1776200719.427033:0:9212:0:(lov_object.c:1370:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200719.427036:0:9212:0:(lu_object.c:915:lu_object_find_at()) Process leaving (rc=18446631080692771696 : -112993016779920 : ffff993bc35f6b70) 00000020:00001000:0.0:1776200719.427039:0:9212:0:(cl_object.c:820:cl_env_put()) 1@00000000bbd77179 00000080:00000001:0.0:1776200719.427044:0:9212:0:(lcommon_cl.c:274:cl_fid_build_ino()) Process leaving (rc=144115205289279535 : 144115205289279535 : 20000040200002f) 00000080:00000001:0.0:1776200719.427047:0:9212:0:(lcommon_cl.c:286:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1776200719.427048:0:9212:0:(llite_lib.c:2690:ll_update_inode()) setting ino 144115205289279535 mtime from 0 to 1776200719 00000080:00000001:0.0:1776200719.427052:0:9212:0:(llite_lib.c:2864:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1776200719.427056:0:9212:0:(namei.c:166:ll_iget()) Process leaving (rc=18446631080818047184 : -112992891504432 : ffff993bcad6f8d0) 00010000:00000001:0.0:1776200719.427058:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.427060:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.427061:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000011b7fd8f refcount=3 00000020:00000001:0.0:1776200719.427062:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713879552 : -112992995672064 : ffff993bc4a18000) 00010000:00000001:0.0:1776200719.427064:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713879552 : -112992995672064 : ffff993bc4a18000) 00000080:00000001:0.0:1776200719.427067:0:9212:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:0.0:1776200719.427068:0:9212:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:0.0:1776200719.427069:0:9212:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080802469000 : -112992907082616 : ffff993bc9e94488) 00000020:00001000:0.0:1776200719.427071:0:9212:0:(cl_object.c:739:cl_env_get()) 1@00000000bbd77179 00000020:00000001:0.0:1776200719.427073:0:9212:0:(cl_object.c:296:cl_conf_set()) Process entered 00020000:00000001:0.0:1776200719.427075:0:9212:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:0.0:1776200719.427077:0:9212:0:(lov_pack.c:336:lov_unpackmd()) Process entered 00020000:00000010:0.0:1776200719.427080:0:9212:0:(lov_ea.c:213:lsme_unpack()) kmalloced '(lsme)': 72 at 000000000ddaf425. 00020000:00000010:0.0:1776200719.427082:0:9212:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at 000000008b16d44d. 00020000:00000010:0.0:1776200719.427085:0:9212:0:(lov_ea.c:338:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at 000000004ef9f5ae. 00020000:00000001:0.0:1776200719.427087:0:9212:0:(lov_pack.c:348:lov_unpackmd()) Process leaving (rc=18446631080692774208 : -112993016777408 : ffff993bc35f7540) 00020000:00000002:0.0:1776200719.427089:0:9212:0:(lov_ea.c:635:dump_lsm()) lsm 000000004ef9f5ae, objid 0x2f:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1776200719.427092:0:9212:0:(lov_ea.c:657:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 1048576, pool: [] 00020000:00000002:0.0:1776200719.427094:0:9212:0:(lov_ea.c:667:dump_lsm()) oinfo:000000008b16d44d: ostid: 0x0:25 ost idx: 0 gen: 0 00020000:00000002:0.0:1776200719.427097:0:9212:0:(lov_object.c:1234:lov_conf_lock()) Took exclusive lov(000000007f4686a9) owner 00000000c7f03c54 00020000:00000001:0.0:1776200719.427099:0:9212:0:(lov_object.c:1439:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1776200719.427102:0:9212:0:(lov_object.c:1240:lov_conf_unlock()) To release exclusive lov(000000007f4686a9) owner 00000000c7f03c54 00020000:00000010:0.0:1776200719.427104:0:9212:0:(lov_ea.c:144:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at 000000008b16d44d. 00020000:00000010:0.0:1776200719.427108:0:9212:0:(lov_ea.c:147:lsme_free()) kfreed 'lsme': 72 at 000000000ddaf425. 00020000:00000010:0.0:1776200719.427111:0:9212:0:(lov_ea.c:166:lsm_free()) kfreed 'lsm': 88 at 000000004ef9f5ae. 00020000:00000002:0.0:1776200719.427113:0:9212:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x2f:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1776200719.427115:0:9212:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200719.427116:0:9212:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200719.427120:0:9212:0:(cl_object.c:387:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1776200719.427122:0:9212:0:(lov_object.c:1182:lov_conf_freeze()) To take share lov(000000007f4686a9) owner 0000000000000000/00000000c7f03c54 00020000:00000002:0.0:1776200719.427125:0:9212:0:(lov_object.c:2311:lov_lsm_addref()) lsm 000000009d4b13e3 addref 2/0 by 00000000c7f03c54. 00020000:00000002:0.0:1776200719.427127:0:9212:0:(lov_object.c:1190:lov_conf_thaw()) To release share lov(000000007f4686a9) owner 0000000000000000/00000000c7f03c54 00020000:00000001:0.0:1776200719.427129:0:9212:0:(lov_object.c:2209:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1776200719.427131:0:9212:0:(lov_pack.c:197:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1776200719.427132:0:9212:0:(lov_pack.c:109:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1776200719.427134:0:9212:0:(lov_pack.c:114:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1776200719.427136:0:9212:0:(lov_object.c:2227:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1776200719.427138:0:9212:0:(file.c:5870:ll_layout_conf()) [0x200000402:0x2f:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1776200719.427140:0:9212:0:(cl_object.c:820:cl_env_put()) 1@00000000bbd77179 00000080:00000001:0.0:1776200719.427142:0:9212:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.427143:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.427144:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1776200719.427146:0:9212:0:(llite_lib.c:3243:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1776200719.427148:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.427150:0:9212:0:(lmv_obd.c:3637:lmv_free_lustre_md()) Process entered 00800000:00000001:0.0:1776200719.427153:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.427155:0:9212:0:(mdc_request.c:675:mdc_free_lustre_md()) Process entered 00000002:00000001:0.0:1776200719.427156:0:9212:0:(mdc_request.c:676:mdc_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.427157:0:9212:0:(lmv_obd.c:3649:lmv_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200719.427160:0:9212:0:(namei.c:1379:ll_create_node()) setting l_ast_data to inode [0x200000402:0x2f:0x0](000000004fa88b2d) 00000080:00010000:0.0:1776200719.427163:0:9212:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000402:0x2f:0x0](000000004fa88b2d) for lock 0x8d91c35bada81e1f 00000080:00000001:0.0:1776200719.427165:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.427167:0:9212:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1776200719.427168:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.427170:0:9212:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1776200719.427171:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.427172:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.427173:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000011b7fd8f refcount=3 00000020:00000001:0.0:1776200719.427175:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713879552 : -112992995672064 : ffff993bc4a18000) 00010000:00000001:0.0:1776200719.427176:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713879552 : -112992995672064 : ffff993bc4a18000) 00010000:00000001:0.0:1776200719.427178:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.427179:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200719.427180:0:9212:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.427181:0:9212:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.427183:0:9212:0:(namei.c:1381:ll_create_node()) Process leaving 00000100:00000001:0.0:1776200719.427184:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200719.427188:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@0000000079a3cd58 x1862481227044928/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 3 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.427194:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.427200:0:9212:0:(namei.c:1461:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.427203:0:9212:0:(pcc.c:2323:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1776200719.427205:0:9212:0:(pcc.c:2326:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.427216:0:9212:0:(file.c:834:ll_file_open()) Process entered 00000080:00200000:0.0:1776200719.427217:0:9212:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x200000402:0x2f:0x0](000000004fa88b2d), flags 100102 00000080:00000010:0.0:1776200719.427225:0:9212:0:(file.c:80:ll_file_data_get()) slab-alloced 'fd': 280 at 0000000082b9f1d0. 00000080:00000010:0.0:1776200719.427231:0:9212:0:(file.c:1001:ll_file_open()) kmalloced '(*och_p)': 48 at 00000000beb0111e. 00000080:00000001:0.0:1776200719.427234:0:9212:0:(file.c:767:ll_local_open()) Process entered 00000080:00000001:0.0:1776200719.427236:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.427239:0:9212:0:(lmv_obd.c:3660:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1776200719.427240:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.427242:0:9212:0:(mdc_request.c:781:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1776200719.427246:0:9212:0:(obd.h:1238:obd_mod_alloc()) kmalloced '(mod)': 32 at 000000000e87cb99. 00000002:00100000:0.0:1776200719.427249:0:9212:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@0000000079a3cd58 x1862481227044928/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:0.0:1776200719.427255:0:9212:0:(mdc_request.c:834:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.427256:0:9212:0:(lmv_obd.c:3666:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1776200719.427259:0:9212:0:(rw.c:921:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1776200719.427262:0:9212:0:(file.c:785:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.427264:0:9212:0:(pcc.c:1499:pcc_file_open()) Process entered 00000080:00000001:0.0:1776200719.427267:0:9212:0:(pcc.c:1414:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1776200719.427268:0:9212:0:(pcc.c:1420:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.427270:0:9212:0:(pcc.c:1518:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1776200719.427272:0:9212:0:(pcc.c:1542:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.427274:0:9212:0:(file.c:1039:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200719.427276:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200719.427278:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000079a3cd58 x1862481227044928/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 02000000:00000001:0.0:1776200719.427285:0:9212:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1776200719.427289:0:9212:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at 000000001d275702. 02000000:00000001:0.0:1776200719.427426:0:9212:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1776200719.427428:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.427432:0:9212:0:(dcache.c:214:ll_intent_release()) Process entered 00000080:00000040:0.0:1776200719.427434:0:9212:0:(dcache.c:216:ll_intent_release()) intent 000000000b925ad3 released 00000080:00010000:0.0:1776200719.427436:0:9212:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8d91c35bada81e1f from it 000000000b925ad3 00010000:00000001:0.0:1776200719.427438:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.427439:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.427441:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000011b7fd8f refcount=3 00000020:00000001:0.0:1776200719.427442:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713879552 : -112992995672064 : ffff993bc4a18000) 00010000:00000001:0.0:1776200719.427444:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713879552 : -112992995672064 : ffff993bc4a18000) 00010000:00000001:0.0:1776200719.427446:0:9212:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1776200719.427449:0:9212:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 0000000011b7fd8f/0x8d91c35bada81e1f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x98dca339dc2aff31 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:0.0:1776200719.427454:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b8b5cd50 count: 1 00010000:00000001:0.0:1776200719.427457:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.427458:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.427461:0:9212:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1776200719.427463:0:9212:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1776200719.427464:0:9212:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 0000000011b7fd8f/0x8d91c35bada81e1f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x98dca339dc2aff31 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:0.0:1776200719.427469:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b8b5cd50 count: 1 00010000:00000001:0.0:1776200719.427473:0:9212:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776200719.427476:0:9212:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1776200719.427478:0:9212:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1776200719.427482:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.427483:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.427485:0:9212:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.427488:0:9212:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1776200719.427491:0:9212:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.427493:0:9212:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.427495:0:9212:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.427497:0:9212:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1776200719.427498:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.427499:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1776200719.427500:0:9212:0:(dcache.c:227:ll_intent_release()) Process leaving 00000080:00000010:0.0:1776200719.427502:0:9212:0:(namei.c:1349:ll_atomic_open()) kfreed 'it': 72 at 000000000b925ad3. 00000080:00000001:0.0:1776200719.427505:0:9212:0:(namei.c:1351:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.427510:0:9212:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00200000:0.0:1776200719.427511:0:9212:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000402:0x2f:0x0](000000004fa88b2d), inode mode 81a4 mask 40 00000080:00000001:0.0:1776200719.427515:0:9212:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1776200719.427542:0:9212:0:(lov_object.c:2321:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1776200719.427544:0:9212:0:(lov_object.c:1182:lov_conf_freeze()) To take share lov(000000007f4686a9) owner 0000000000000000/00000000c7f03c54 00020000:00000002:0.0:1776200719.427547:0:9212:0:(lov_object.c:1190:lov_conf_thaw()) To release share lov(000000007f4686a9) owner 0000000000000000/00000000c7f03c54 00020000:00000001:0.0:1776200719.427549:0:9212:0:(lov_object.c:2367:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.427558:0:9212:0:(file.c:407:ll_file_release()) Process entered 00000080:00200000:0.0:1776200719.427560:0:9212:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x200000402:0x2f:0x0](000000004fa88b2d) 00000080:00000001:0.0:1776200719.427562:0:9212:0:(pcc.c:1552:pcc_file_release()) Process entered 00000080:00000001:0.0:1776200719.427564:0:9212:0:(pcc.c:1571:pcc_file_release()) Process leaving 00020000:00000001:0.0:1776200719.427565:0:9212:0:(lov_object.c:2321:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1776200719.427566:0:9212:0:(lov_object.c:1182:lov_conf_freeze()) To take share lov(000000007f4686a9) owner 0000000000000000/00000000c7f03c54 00020000:00000002:0.0:1776200719.427569:0:9212:0:(lov_object.c:1190:lov_conf_thaw()) To release share lov(000000007f4686a9) owner 0000000000000000/00000000c7f03c54 00020000:00000001:0.0:1776200719.427570:0:9212:0:(lov_object.c:2367:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.427572:0:9212:0:(file.c:327:ll_md_close()) Process entered 00000080:00000001:0.0:1776200719.427573:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.427576:0:9212:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:0.0:1776200719.427577:0:9212:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x2f:0x0] 00800000:00000001:0.0:1776200719.427579:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.427581:0:9212:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1776200719.427583:0:9212:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1776200719.427713:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000b8b5cd50 count: 2 00010000:00000001:0.0:1776200719.427716:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1776200719.427719:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b8b5cd50 count: 1 00000002:00000001:0.0:1776200719.427722:0:9212:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.427724:0:9212:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.427726:0:9212:0:(file.c:281:ll_md_real_close()) Process entered 00000080:00000001:0.0:1776200719.427729:0:9212:0:(file.c:157:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1776200719.427734:0:9212:0:(file.c:165:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at 00000000ce11f5d3. 00000080:00000001:0.0:1776200719.427736:0:9212:0:(file.c:102:ll_prepare_close()) Process entered 00000080:00000001:0.0:1776200719.427742:0:9212:0:(file.c:137:ll_prepare_close()) Process leaving 00000080:00000001:0.0:1776200719.427744:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.427747:0:9212:0:(lmv_obd.c:1466:lmv_close()) Process entered 00800000:00000002:0.0:1776200719.427748:0:9212:0:(lmv_obd.c:1472:lmv_close()) CLOSE [0x200000402:0x2f:0x0] 00800000:00000001:0.0:1776200719.427750:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.427753:0:9212:0:(mdc_request.c:900:mdc_close()) Process entered 00000002:00000002:0.0:1776200719.427754:0:9212:0:(mdc_request.c:904:mdc_close()) lustre-MDT0000-mdc-ffff993be2454000: [0x200000402:0x2f:0x0] file closed with intent: 0 00000100:00000010:0.0:1776200719.427762:0:9212:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000368b9ecf. 00000020:00000040:0.0:1776200719.427766:0:9212:0:(genops.c:1191:class_import_get()) import 000000000fe8d637 refcount=99 obd=lustre-MDT0000-mdc-ffff993be2454000 00000002:00100000:0.0:1776200719.427774:0:9212:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@0000000079a3cd58 x1862481227044928/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 1 fl Complete:RPQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.427781:0:9212:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1776200719.427784:0:9212:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1776200719.427788:0:9212:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1776200719.427795:0:9212:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000004d5f8d9. 00000100:00000001:0.0:1776200719.427803:0:9212:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1776200719.427813:0:9212:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993be2454000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1776200719.427819:0:9212:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000368b9ecf x1862481227045056/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1776200719.427825:0:9212:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1776200719.427827:0:9212:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1776200719.427834:0:9212:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000012ea02c5. 00000100:00000001:0.0:1776200719.427836:0:9212:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446631080835671936 : -112992873879680 : ffff993bcbe3e780) 00000100:00000001:0.0:1776200719.427838:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.427840:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080764525568 : -112992945026048 : ffff993bc7a64c00) 00000100:00000001:0.0:1776200719.427844:0:9212:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1776200719.427848:0:9212:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.427851:0:9212:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1776200719.427852:0:9212:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776200719.427855:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000368b9ecf x1862481227045056/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.428040:0:9212:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200719.428042:0:9212:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200719.428046:0:9212:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776200719.428049:0:9212:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200719.428053:0:9212:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000368b9ecf pname:cluuid:pid:xid:nid:opc:job createmany:128773b9-ec2f-47c2-9bf4-461c71beba7d:9212:1862481227045056:192.168.203.148@tcp:35:createmany.0 00000100:00000001:0.0:1776200719.428057:0:9212:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776200719.428064:0:9212:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776200719.428067:0:9212:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200719.428070:0:9212:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1776200719.428074:0:9212:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000006b0d7dd. 02000000:00000001:0.0:1776200719.428076:0:9212:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776200719.428086:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:0.0:1776200719.428090:0:9212:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e4627186. 00000400:00000010:0.0:1776200719.428097:0:9212:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000937babe0. 00000100:00000200:0.0:1776200719.428105:0:9212:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227045056, portal 10 00000100:00000001:0.0:1776200719.428107:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.428108:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080764525568 : -112992945026048 : ffff993bc7a64c00) 00000100:00000040:0.0:1776200719.428113:0:9212:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000368b9ecf x1862481227045056/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.428124:0:9212:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776200719.428126:0:9212:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:0.0:1776200719.428129:0:9212:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e6b32dfc. 00000100:00000200:0.0:1776200719.428132:0:9212:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227045056, offset 0 00000400:00000200:0.0:1776200719.428139:0:9212:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:0.0:1776200719.428148:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200719.428157:0:9212:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:0.0:1776200719.428166:0:9212:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:0.0:1776200719.428170:0:9212:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776200719.428173:0:9212:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:0.0:1776200719.428177:0:9212:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [319:319:256:4294967295] 192.168.203.148@tcp LPNI seq info [319:319:8:4294967295] 00000400:00000200:0.0:1776200719.428181:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200719.428191:0:9212:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:0.0:1776200719.428198:0:9212:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:0.0:1776200719.428203:0:9212:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000064d7949e (tot 3422846). 00000800:00000200:0.0:1776200719.428210:0:9212:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:0.0:1776200719.428218:0:9212:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:0.0:1776200719.428222:0:9212:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000064d7949e type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1776200719.428377:0:9212:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.428380:0:9212:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200719.428383:0:9212:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.428386:0:9212:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200719.428387:0:9212:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:0.0:1776200719.428390:0:9212:0:(client.c:2500:ptlrpc_set_wait()) set 0000000012ea02c5 going to sleep for 6 seconds 00000100:00000001:0.0:1776200719.428393:0:9212:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200719.428396:0:9212:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200719.428921:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200719.428926:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000064d7949e (tot 3422598). 00000400:00000200:2.0:1776200719.428933:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.428940:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200719.428945:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6b32dfc 00000400:00000010:2.0:1776200719.428948:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e6b32dfc. 00000100:00000001:2.0:1776200719.428975:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200719.428980:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000368b9ecf x1862481227045056/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.428990:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200719.428993:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000368b9ecf x1862481227045056/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.428999:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200719.429000:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:0.0:1776200719.437890:0:9212:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1776200719.437900:0:9212:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1776200719.437902:0:9212:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1776200719.437904:0:9212:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e4627186. 00000400:00000200:0.0:1776200719.437910:0:9212:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000937babe0 00000400:00000010:0.0:1776200719.437913:0:9212:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000937babe0. 00000100:00000001:0.0:1776200719.437917:0:9212:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1776200719.437921:0:9212:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000368b9ecf x1862481227045056/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:0.0:1776200719.437929:0:9212:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000368b9ecf x1862481227045056/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.437934:0:9212:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1776200719.437936:0:9212:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200719.437939:0:9212:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1776200719.437942:0:9212:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1776200719.437945:0:9212:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1776200719.437948:0:9212:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200719.437951:0:9212:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1776200719.437960:0:9212:0:(import.c:1935:at_measured()) add 1 to 000000000f61d0a9 time=87 v=1 (1 0 0 0) 00000100:00001000:0.0:1776200719.437965:0:9212:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=88 v=1 (1 0 0 0) 00000100:00000001:0.0:1776200719.437967:0:9212:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1776200719.437969:0:9212:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.437972:0:9212:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1776200719.437975:0:9212:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.437978:0:9212:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1776200719.437980:0:9212:0:(client.c:1389:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1776200719.437982:0:9212:0:(client.c:1391:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1776200719.437984:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.437986:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080764525568 : -112992945026048 : ffff993bc7a64c00) 00000100:00000001:0.0:1776200719.437989:0:9212:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1776200719.437991:0:9212:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 0 00000100:00000001:0.0:1776200719.437993:0:9212:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1776200719.437995:0:9212:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200719.437998:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000368b9ecf x1862481227045056/t4294967398(4294967398) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 3 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.438004:0:9212:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200719.438007:0:9212:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1776200719.438009:0:9212:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1776200719.438012:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000368b9ecf x1862481227045056/t4294967398(4294967398) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 3 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:0.0:1776200719.438026:0:9212:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000368b9ecf pname:cluuid:pid:xid:nid:opc:job createmany:128773b9-ec2f-47c2-9bf4-461c71beba7d:9212:1862481227045056:192.168.203.148@tcp:35:createmany.0 00000100:00000001:0.0:1776200719.438031:0:9212:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200719.438034:0:9212:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.438036:0:9212:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1776200719.438038:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200719.438040:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000368b9ecf x1862481227045056/t4294967398(4294967398) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 3 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.438046:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1776200719.438048:0:9212:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000012ea02c5. 00000100:00000001:0.0:1776200719.438051:0:9212:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1776200719.438052:0:9212:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.438060:0:9212:0:(mdc_request.c:1038:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.438063:0:9212:0:(lmv_obd.c:1474:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1776200719.438068:0:9212:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000ce11f5d3. 00000080:00000001:0.0:1776200719.438073:0:9212:0:(file.c:263:ll_close_inode_openhandle()) Process leaving 00000080:00000001:0.0:1776200719.438075:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.438078:0:9212:0:(lmv_obd.c:3676:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1776200719.438082:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.438085:0:9212:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1776200719.438088:0:9212:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@0000000079a3cd58 x1862481227044928/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 1 fl Complete:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000002:00000001:0.0:1776200719.438095:0:9212:0:(mdc_request.c:888:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.438097:0:9212:0:(lmv_obd.c:3682:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1776200719.438098:0:9212:0:(file.c:268:ll_close_inode_openhandle()) kfreed 'och': 48 at 00000000beb0111e. 00000100:00000001:0.0:1776200719.438101:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200719.438102:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000368b9ecf x1862481227045056/t4294967398(4294967398) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.438108:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.438110:0:9212:0:(file.c:313:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1776200719.438112:0:9212:0:(file.c:93:ll_file_data_put()) slab-freed '(fd)': 280 at 0000000082b9f1d0. 00000080:00000001:0.0:1776200719.438116:0:9212:0:(file.c:391:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.438120:0:9212:0:(file.c:445:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.438127:0:9212:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1776200719.438129:0:9212:0:(dcache.c:133:ll_ddelete()) keeping dentry f0a.replay-dual-45 (00000000a761ec77, parent 000000008fe1cc87, inode 000000004fa88b2d) hashed, 00000080:00000001:0.0:1776200719.438134:0:9212:0:(dcache.c:137:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.438201:0:9212:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1776200719.438205:0:9212:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1776200719.438207:0:9212:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1776200719.438208:0:9212:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000e143c7f8),name=/ 00000080:00000010:0.0:1776200719.438216:0:9212:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000ce11f5d3. 00000080:00000001:0.0:1776200719.438223:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.438227:0:9212:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1776200719.438229:0:9212:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1776200719.438233:0:9212:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1776200719.438235:0:9212:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:0.0:1776200719.438238:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.438241:0:9212:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1776200719.438243:0:9212:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1776200719.438246:0:9212:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1776200719.438248:0:9212:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1776200719.438252:0:9212:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1776200719.438259:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f1cb6017 count: 2 00010000:00000001:0.0:1776200719.438263:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200719.438270:0:9212:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1776200719.438272:0:9212:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1776200719.438276:0:9212:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.438284:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00010000:00000040:0.0:1776200719.438286:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 02000000:00000001:0.0:1776200719.438288:0:9212:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1776200719.438292:0:9212:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200719.438294:0:9212:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.438301:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00000002:00000001:0.0:1776200719.438303:0:9212:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1776200719.438305:0:9212:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1776200719.438307:0:9212:0:(mdc_locks.c:1345:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1776200719.438308:0:9212:0:(lmv_intent.c:509:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1776200719.438310:0:9212:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1776200719.438312:0:9212:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000ce11f5d3. 00000080:00000001:0.0:1776200719.438315:0:9212:0:(dcache.c:259:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1776200719.438317:0:9212:0:(dcache.c:262:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200719.438319:0:9212:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000e143c7f8) 00000080:00010000:0.0:1776200719.438322:0:9212:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000e143c7f8) for lock 0x8d91c35bada81cba 00000080:00000001:0.0:1776200719.438325:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.438335:0:9212:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1776200719.438336:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.438338:0:9212:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1776200719.438340:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.438343:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.438345:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c4c6f071 refcount=3 00000020:00000001:0.0:1776200719.438347:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.438350:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.438353:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.438355:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200719.438355:0:9212:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.438357:0:9212:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200719.438359:0:9212:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8d91c35bada81cba from it 000000003c702ba3 00010000:00000001:0.0:1776200719.438361:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.438362:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.438363:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c4c6f071 refcount=3 00000020:00000001:0.0:1776200719.438364:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.438366:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.438368:0:9212:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1776200719.438369:0:9212:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.438374:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200719.438377:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.438378:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.438380:0:9212:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1776200719.438382:0:9212:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1776200719.438383:0:9212:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.438388:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200719.438391:0:9212:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776200719.438393:0:9212:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1776200719.438395:0:9212:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1776200719.438399:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.438400:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.438401:0:9212:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.438404:0:9212:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1776200719.438406:0:9212:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.438408:0:9212:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.438410:0:9212:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.438412:0:9212:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1776200719.438421:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.438422:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1776200719.438423:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:0.0:1776200719.438424:0:9212:0:(client.c:2665:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1776200719.438426:0:9212:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000e143c7f8), inode mode 41ed mask 1 00000080:00000001:0.0:1776200719.438429:0:9212:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1776200719.438440:0:9212:0:(dcache.c:145:ll_d_init()) kmalloced '(lld)': 24 at 00000000d8e7a5bc. 00000080:00000001:0.0:1776200719.438444:0:9212:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1776200719.438445:0:9212:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1776200719.438446:0:9212:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000e143c7f8),name=/ 00000080:00000010:0.0:1776200719.438448:0:9212:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000ce11f5d3. 00000080:00000001:0.0:1776200719.438450:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.438452:0:9212:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1776200719.438453:0:9212:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1776200719.438455:0:9212:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1776200719.438456:0:9212:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:0.0:1776200719.438459:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.438461:0:9212:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1776200719.438462:0:9212:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1776200719.438465:0:9212:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1776200719.438466:0:9212:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1776200719.438467:0:9212:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1776200719.438468:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f1cb6017 count: 2 00010000:00000001:0.0:1776200719.438470:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200719.438471:0:9212:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1776200719.438473:0:9212:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1776200719.438475:0:9212:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.438481:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00010000:00000040:0.0:1776200719.438482:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 02000000:00000001:0.0:1776200719.438483:0:9212:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1776200719.438485:0:9212:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200719.438486:0:9212:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.438491:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00000002:00000001:0.0:1776200719.438492:0:9212:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1776200719.438494:0:9212:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1776200719.438495:0:9212:0:(mdc_locks.c:1345:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1776200719.438496:0:9212:0:(lmv_intent.c:509:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1776200719.438497:0:9212:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1776200719.438499:0:9212:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000ce11f5d3. 00000080:00000001:0.0:1776200719.438501:0:9212:0:(dcache.c:259:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1776200719.438502:0:9212:0:(dcache.c:262:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200719.438503:0:9212:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000e143c7f8) 00000080:00010000:0.0:1776200719.438505:0:9212:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000e143c7f8) for lock 0x8d91c35bada81cba 00000080:00000001:0.0:1776200719.438507:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.438508:0:9212:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1776200719.438509:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.438510:0:9212:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1776200719.438512:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.438513:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.438514:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c4c6f071 refcount=3 00000020:00000001:0.0:1776200719.438515:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.438517:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.438519:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.438519:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200719.438520:0:9212:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.438521:0:9212:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200719.438522:0:9212:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8d91c35bada81cba from it 0000000033745cc8 00010000:00000001:0.0:1776200719.438524:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.438524:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.438525:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c4c6f071 refcount=3 00000020:00000001:0.0:1776200719.438526:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.438528:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.438529:0:9212:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1776200719.438530:0:9212:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.438535:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200719.438536:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.438536:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.438537:0:9212:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1776200719.438538:0:9212:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1776200719.438539:0:9212:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.438543:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200719.438545:0:9212:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776200719.438546:0:9212:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1776200719.438546:0:9212:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1776200719.438548:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.438548:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.438549:0:9212:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.438550:0:9212:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1776200719.438552:0:9212:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.438553:0:9212:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.438555:0:9212:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.438556:0:9212:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1776200719.438558:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.438558:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1776200719.438559:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:0.0:1776200719.438560:0:9212:0:(client.c:2665:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1776200719.438561:0:9212:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000e143c7f8), inode mode 41ed mask 3 00000080:00000001:0.0:1776200719.438563:0:9212:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.438567:0:9212:0:(namei.c:1176:ll_atomic_open()) Process entered 00000080:00200000:0.0:1776200719.438568:0:9212:0:(namei.c:1183:ll_atomic_open()) VFS Op:name=f0a.replay-dual-46, dir=[0x200000007:0x1:0x0](00000000e143c7f8), file 000000000fb7c17f, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1776200719.438573:0:9212:0:(namei.c:1203:ll_atomic_open()) kmalloced '(it)': 72 at 000000000b925ad3. 00000080:00000001:0.0:1776200719.438577:0:9212:0:(namei.c:827:ll_lookup_it()) Process entered 00000080:00200000:0.0:1776200719.438578:0:9212:0:(namei.c:833:ll_lookup_it()) VFS Op:name=f0a.replay-dual-46, dir=[0x200000007:0x1:0x0](00000000e143c7f8), intent=open|creat 00000080:00000010:0.0:1776200719.438583:0:9212:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000ce11f5d3. 00000080:00000001:0.0:1776200719.438645:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.438647:0:9212:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1776200719.438648:0:9212:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-46' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1776200719.438652:0:9212:0:(lmv_intent.c:301:lmv_intent_open()) Process entered 00800000:00000001:0.0:1776200719.438656:0:9212:0:(lmv_obd.c:1077:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1776200719.438658:0:9212:0:(obd_class.h:918:obd_fid_alloc()) Process entered 00800000:00000001:0.0:1776200719.438659:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.438662:0:9212:0:(mdc_request.c:2771:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1776200719.438664:0:9212:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1776200719.438667:0:9212:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff993be2454000: Allocated FID [0x200000402:0x30:0x0] 40000000:00000001:0.0:1776200719.438670:0:9212:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.438671:0:9212:0:(mdc_request.c:2778:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.438673:0:9212:0:(obd_class.h:930:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.438675:0:9212:0:(lmv_obd.c:1101:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1776200719.438676:0:9212:0:(lmv_intent.c:375:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x30:0x0], name='f0a.replay-dual-46' -> mds #0 00800000:00000001:0.0:1776200719.438679:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.438681:0:9212:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1776200719.438681:0:9212:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: f0a.replay-dual-46,[0x200000402:0x30:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1776200719.438685:0:9212:0:(mdc_locks.c:932:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1776200719.438688:0:9212:0:(mdc_locks.c:263:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1776200719.438691:0:9212:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:0.0:1776200719.438695:0:9212:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.438697:0:9212:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:0.0:1776200719.438698:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f1cb6017 count: 2 00010000:00000001:0.0:1776200719.438700:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200719.438703:0:9212:0:(ldlm_request.c:2103:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1776200719.438705:0:9212:0:(ldlm_request.c:1691:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.438707:0:9212:0:(ldlm_request.c:2153:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1776200719.438708:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00000002:00000001:0.0:1776200719.438710:0:9212:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1776200719.438736:0:9212:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d32fa554. 00000020:00000040:0.0:1776200719.438740:0:9212:0:(genops.c:1191:class_import_get()) import 000000000fe8d637 refcount=100 obd=lustre-MDT0000-mdc-ffff993be2454000 02000000:00000001:0.0:1776200719.438747:0:9212:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1776200719.438748:0:9212:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.438750:0:9212:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1776200719.438755:0:9212:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1776200719.438757:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.438758:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.438759:0:9212:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.438762:0:9212:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1776200719.438764:0:9212:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1776200719.438767:0:9212:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1776200719.438774:0:9212:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000031f9cb13. 00000100:00000001:0.0:1776200719.438780:0:9212:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.438784:0:9212:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1776200719.438785:0:9212:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.438787:0:9212:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1776200719.438788:0:9212:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.438790:0:9212:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.438798:0:9212:0:(mdc_locks.c:432:mdc_intent_open_pack()) Process leaving (rc=18446631080685148096 : -112993024403520 : ffff993bc2eb17c0) 00010000:00000001:0.0:1776200719.438801:0:9212:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1776200719.438803:0:9212:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1776200719.438805:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f1cb6017 count: 2 00010000:00000001:0.0:1776200719.438806:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200719.438808:0:9212:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1776200719.438812:0:9212:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c6b0d55. 00000020:00000001:0.0:1776200719.438815:0:9212:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1776200719.438817:0:9212:0:(lustre_handles.c:97:class_handle_hash()) added object 000000001c6b0d55 with handle 0x8d91c35bada81e26 to hash 00000020:00000001:0.0:1776200719.438819:0:9212:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1776200719.438821:0:9212:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446631080713891072 : -112992995660544 : ffff993bc4a1ad00) 00010000:00000001:0.0:1776200719.438823:0:9212:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446631080713891072 : -112992995660544 : ffff993bc4a1ad00) 00010000:00000001:0.0:1776200719.438826:0:9212:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1776200719.438827:0:9212:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200719.438829:0:9212:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000001c6b0d55/0x8d91c35bada81e26 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.438835:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00010000:00010000:0.0:1776200719.438837:0:9212:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000001c6b0d55/0x8d91c35bada81e26 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.438841:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00000020:00100000:0.0:1776200719.438848:0:9212:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993be2454000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1776200719.438857:0:9212:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@00000000d32fa554 x1862481227045184/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:0.0:1776200719.438864:0:9212:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000001c6b0d55/0x8d91c35bada81e26 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.438869:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00000100:00000001:0.0:1776200719.438871:0:9212:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1776200719.438873:0:9212:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1776200719.438878:0:9212:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000012ea02c5. 00000100:00000001:0.0:1776200719.438880:0:9212:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446631080835671936 : -112992873879680 : ffff993bcbe3e780) 00000100:00000001:0.0:1776200719.438882:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.438883:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080685148096 : -112993024403520 : ffff993bc2eb17c0) 00000100:00000001:0.0:1776200719.438887:0:9212:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1776200719.438892:0:9212:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.438894:0:9212:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1776200719.438896:0:9212:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776200719.438900:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d32fa554 x1862481227045184/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 0 ref 2 fl New:PQU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.438907:0:9212:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200719.438909:0:9212:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200719.438914:0:9212:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776200719.438916:0:9212:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200719.438919:0:9212:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d32fa554 pname:cluuid:pid:xid:nid:opc:job createmany:128773b9-ec2f-47c2-9bf4-461c71beba7d:9212:1862481227045184:192.168.203.148@tcp:101:createmany.0 00000100:00000001:0.0:1776200719.438923:0:9212:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776200719.438930:0:9212:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776200719.438933:0:9212:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200719.438935:0:9212:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1776200719.438981:0:9212:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at 000000001d275702. 02000000:00000001:0.0:1776200719.438984:0:9212:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776200719.438992:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:0.0:1776200719.438996:0:9212:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e4627186. 00000400:00000010:0.0:1776200719.439002:0:9212:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 632 at 000000002ed35f9d (tot 3423230). 00000100:00000200:0.0:1776200719.439010:0:9212:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1862481227045184, portal 10 00000100:00000001:0.0:1776200719.439012:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.439012:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080685148096 : -112993024403520 : ffff993bc2eb17c0) 00000100:00000040:0.0:1776200719.439018:0:9212:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000d32fa554 x1862481227045184/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.439025:0:9212:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776200719.439028:0:9212:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:0.0:1776200719.439031:0:9212:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000937babe0. 00000100:00000200:0.0:1776200719.439034:0:9212:0:(niobuf.c:86:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1862481227045184, offset 0 00000400:00000200:0.0:1776200719.439041:0:9212:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:0.0:1776200719.439051:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200719.439059:0:9212:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:0.0:1776200719.439067:0:9212:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:0.0:1776200719.439071:0:9212:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776200719.439074:0:9212:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:0.0:1776200719.439078:0:9212:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [320:320:256:4294967295] 192.168.203.148@tcp LPNI seq info [320:320:8:4294967295] 00000400:00000200:0.0:1776200719.439082:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200719.439093:0:9212:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:0.0:1776200719.439099:0:9212:0:(socklnd_cb.c:995:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:0.0:1776200719.439104:0:9212:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004db490cc (tot 3423478). 00000800:00000200:0.0:1776200719.439110:0:9212:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:0.0:1776200719.439118:0:9212:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:0.0:1776200719.439121:0:9212:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004db490cc type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1776200719.439147:0:9212:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.439149:0:9212:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200719.439152:0:9212:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.439154:0:9212:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200719.439155:0:9212:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:0.0:1776200719.439157:0:9212:0:(client.c:2500:ptlrpc_set_wait()) set 0000000012ea02c5 going to sleep for 6 seconds 00000100:00000001:0.0:1776200719.439160:0:9212:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200719.439162:0:9212:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.447898:0:9212:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1776200719.447908:0:9212:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1776200719.447911:0:9212:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1776200719.447914:0:9212:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e4627186. 00000400:00000200:0.0:1776200719.447919:0:9212:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002ed35f9d 00000400:00000010:0.0:1776200719.447921:0:9212:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 632 at 000000002ed35f9d (tot 3422598). 00000100:00000001:0.0:1776200719.447926:0:9212:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1776200719.447929:0:9212:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d32fa554 x1862481227045184/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:0.0:1776200719.447936:0:9212:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d32fa554 x1862481227045184/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RPQU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.447941:0:9212:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1776200719.447943:0:9212:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200719.447945:0:9212:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1776200719.447949:0:9212:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1776200719.447952:0:9212:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1776200719.447954:0:9212:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200719.447957:0:9212:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1776200719.447969:0:9212:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=88 v=1 (1 0 0 0) 00000100:00001000:0.0:1776200719.447974:0:9212:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=88 v=1 (1 0 0 0) 00000100:00000001:0.0:1776200719.447978:0:9212:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1776200719.447979:0:9212:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.447982:0:9212:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1776200719.447987:0:9212:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.447990:0:9212:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1776200719.447992:0:9212:0:(client.c:1389:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:0.0:1776200719.447993:0:9212:0:(client.c:1391:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1776200719.447996:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.447997:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080685148096 : -112993024403520 : ffff993bc2eb17c0) 00000100:00000001:0.0:1776200719.448001:0:9212:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1776200719.448003:0:9212:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 0 00000100:00000001:0.0:1776200719.448005:0:9212:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1776200719.448007:0:9212:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200719.448012:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d32fa554 x1862481227045184/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200726 ref 3 fl Rpc:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.448019:0:9212:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200719.448021:0:9212:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1776200719.448024:0:9212:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1776200719.448027:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d32fa554 x1862481227045184/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200726 ref 3 fl Interpret:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:0.0:1776200719.448032:0:9212:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d32fa554 pname:cluuid:pid:xid:nid:opc:job createmany:128773b9-ec2f-47c2-9bf4-461c71beba7d:9212:1862481227045184:192.168.203.148@tcp:101:createmany.0 00000100:00000001:0.0:1776200719.448036:0:9212:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200719.448039:0:9212:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.448041:0:9212:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1776200719.448044:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200719.448046:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000d32fa554 x1862481227045184/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200726 ref 3 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.448052:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1776200719.448054:0:9212:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000012ea02c5. 00000100:00000001:0.0:1776200719.448058:0:9212:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1776200719.448059:0:9212:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.448062:0:9212:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1776200719.448067:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.448070:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.448073:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001c6b0d55 refcount=4 00000020:00000001:0.0:1776200719.448075:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713891072 : -112992995660544 : ffff993bc4a1ad00) 00010000:00000001:0.0:1776200719.448078:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713891072 : -112992995660544 : ffff993bc4a1ad00) 00010000:00000040:0.0:1776200719.448084:0:9212:0:(ldlm_request.c:701:ldlm_cli_enqueue_fini()) local: 000000001c6b0d55, remote cookie: 0x98dca339dc2aff54, flags: 0x1001 00010000:00010000:0.0:1776200719.448088:0:9212:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode CR ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000001c6b0d55/0x8d91c35bada81e26 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2aff54 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.448096:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00010000:00000040:0.0:1776200719.448100:0:9212:0:(ldlm_request.c:723:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x30:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1776200719.448103:0:9212:0:(ldlm_lock.c:519:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1776200719.448112:0:9212:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001313f8ac. 00010000:00000010:0.0:1776200719.448116:0:9212:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000078ed777a. 00010000:00000040:0.0:1776200719.448120:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200719.448122:0:9212:0:(ldlm_lock.c:570:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200719.448124:0:9212:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000001c6b0d55/0x8d91c35bada81e26 lrc: 4/0,1 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2aff54 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.448129:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000001313f8ac count: 1 00010000:00010000:0.0:1776200719.448132:0:9212:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000001c6b0d55/0x8d91c35bada81e26 lrc: 4/0,1 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2aff54 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.448138:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000001313f8ac count: 1 00010000:00000001:0.0:1776200719.448140:0:9212:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1776200719.448145:0:9212:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1776200719.448147:0:9212:0:(ldlm_lock.c:977:search_granted_lock()) Process entered 00010000:00000001:0.0:1776200719.448148:0:9212:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1776200719.448149:0:9212:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1776200719.448151:0:9212:0:(ldlm_resource.c:1787:ldlm_resource_dump()) --- Resource: [0x200000402:0x30:0x0].0x0 (000000001313f8ac) refcount = 1 00010000:00010000:0.0:1776200719.448154:0:9212:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000001c6b0d55/0x8d91c35bada81e26 lrc: 4/0,1 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2aff54 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.448164:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000001313f8ac count: 1 00010000:00000001:0.0:1776200719.448166:0:9212:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1776200719.448169:0:9212:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1776200719.448171:0:9212:0:(ldlm_lock.c:1891:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200719.448174:0:9212:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1776200719.448177:0:9212:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200719.448179:0:9212:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000001c6b0d55/0x8d91c35bada81e26 lrc: 4/0,1 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2aff54 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.448184:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000001313f8ac count: 1 00010000:00000001:0.0:1776200719.448186:0:9212:0:(ldlm_request.c:797:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1776200719.448187:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.448189:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.448190:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.448191:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.448192:0:9212:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.448197:0:9212:0:(mdc_locks.c:688:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1776200719.448200:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.448201:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.448202:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001c6b0d55 refcount=3 00000020:00000001:0.0:1776200719.448204:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713891072 : -112992995660544 : ffff993bc4a1ad00) 00010000:00000001:0.0:1776200719.448206:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713891072 : -112992995660544 : ffff993bc4a1ad00) 00010000:00000001:0.0:1776200719.448208:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.448209:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.448210:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001c6b0d55 refcount=4 00000020:00000001:0.0:1776200719.448211:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713891072 : -112992995660544 : ffff993bc4a1ad00) 00010000:00000001:0.0:1776200719.448213:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713891072 : -112992995660544 : ffff993bc4a1ad00) 00010000:00000001:0.0:1776200719.448216:0:9212:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1776200719.448219:0:9212:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200719.448221:0:9212:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000001c6b0d55/0x8d91c35bada81e26 lrc: 5/1,1 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2aff54 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.448231:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000001313f8ac count: 1 00010000:00000001:0.0:1776200719.448233:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.448234:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.448235:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.448236:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.448237:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001c6b0d55 refcount=5 00000020:00000001:0.0:1776200719.448238:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713891072 : -112992995660544 : ffff993bc4a1ad00) 00010000:00000001:0.0:1776200719.448240:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713891072 : -112992995660544 : ffff993bc4a1ad00) 00010000:00000001:0.0:1776200719.448242:0:9212:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1776200719.448244:0:9212:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000001c6b0d55/0x8d91c35bada81e26 lrc: 5/1,1 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2aff54 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.448249:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000001313f8ac count: 1 00010000:00000001:0.0:1776200719.448250:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.448251:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1776200719.448253:0:9212:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000001c6b0d55/0x8d91c35bada81e26 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2aff54 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.448259:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000001313f8ac count: 1 00010000:00000001:0.0:1776200719.448260:0:9212:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1776200719.448262:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.448262:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.448263:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.448264:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1776200719.448268:0:9212:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@00000000d32fa554 x1862481227045184/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200726 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:0.0:1776200719.448277:0:9212:0:(mdc_request.c:781:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1776200719.448281:0:9212:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000d32fa554 x1862481227045184/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200726 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:0.0:1776200719.448287:0:9212:0:(mdc_request.c:834:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.448295:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.448297:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.448297:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001c6b0d55 refcount=3 00000020:00000001:0.0:1776200719.448299:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713891072 : -112992995660544 : ffff993bc4a1ad00) 00010000:00000001:0.0:1776200719.448301:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713891072 : -112992995660544 : ffff993bc4a1ad00) 00000002:00010000:0.0:1776200719.448303:0:9212:0:(mdc_locks.c:847:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000001c6b0d55/0x8d91c35bada81e26 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2aff54 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.448308:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000001313f8ac count: 1 00000002:00000010:0.0:1776200719.448312:0:9212:0:(mdc_locks.c:849:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at 00000000beb0111e. 00010000:00000001:0.0:1776200719.448315:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.448315:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200719.448317:0:9212:0:(mdc_locks.c:889:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.448318:0:9212:0:(mdc_locks.c:1088:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.448321:0:9212:0:(mdc_locks.c:1110:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1776200719.448323:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.448324:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080685148096 : -112993024403520 : ffff993bc2eb17c0) 00000100:00000001:0.0:1776200719.448336:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.448337:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080685148096 : -112993024403520 : ffff993bc2eb17c0) 00010000:00000001:0.0:1776200719.448339:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.448340:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.448341:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001c6b0d55 refcount=3 00000020:00000001:0.0:1776200719.448343:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713891072 : -112992995660544 : ffff993bc4a1ad00) 00010000:00000001:0.0:1776200719.448344:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713891072 : -112992995660544 : ffff993bc4a1ad00) 00000002:00010000:0.0:1776200719.448346:0:9212:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000001c6b0d55/0x8d91c35bada81e26 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2aff54 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:0.0:1776200719.448351:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000001313f8ac count: 1 00010000:00000001:0.0:1776200719.448353:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.448355:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.448356:0:9212:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1776200719.448357:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.448358:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.448358:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001c6b0d55 refcount=3 00000020:00000001:0.0:1776200719.448360:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713891072 : -112992995660544 : ffff993bc4a1ad00) 00010000:00000001:0.0:1776200719.448362:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713891072 : -112992995660544 : ffff993bc4a1ad00) 00010000:00000040:0.0:1776200719.448365:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000001313f8ac count: 2 00010000:00000001:0.0:1776200719.448366:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1776200719.448369:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000001313f8ac count: 1 00010000:00010000:0.0:1776200719.448371:0:9212:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000eb44f7cf type 13 mode 16 res 8589935618/48 (0 0) 00010000:00000001:0.0:1776200719.448374:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.448374:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200719.448375:0:9212:0:(mdc_locks.c:1205:mdc_finish_intent_lock()) Process leaving 00000002:00002000:0.0:1776200719.448377:0:9212:0:(mdc_locks.c:1210:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-46 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:0.0:1776200719.448380:0:9212:0:(mdc_locks.c:1365:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.448383:0:9212:0:(lmv_intent.c:421:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.448386:0:9212:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.448392:0:9212:0:(namei.c:663:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1776200719.448394:0:9212:0:(namei.c:668:ll_lookup_it_finish()) it 000000000b925ad3 it_disposition 1800037 00000080:00002000:0.0:1776200719.448401:0:9212:0:(namei.c:648:ll_splice_alias()) Add dentry 000000000e249b39 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1776200719.448407:0:9212:0:(namei.c:798:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1776200719.448410:0:9212:0:(namei.c:1071:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1776200719.448415:0:9212:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000ce11f5d3. 00000100:00000001:0.0:1776200719.448419:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200719.448421:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 3 req@00000000d32fa554 x1862481227045184/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 4 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.448427:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.448431:0:9212:0:(namei.c:1409:ll_create_it()) Process entered 00000080:00200000:0.0:1776200719.448432:0:9212:0:(namei.c:1412:ll_create_it()) VFS Op:name=f0a.replay-dual-46, dir=[0x200000007:0x1:0x0](00000000e143c7f8), intent=open|creat 00000080:00000001:0.0:1776200719.448437:0:9212:0:(namei.c:1361:ll_create_node()) Process entered 00000080:00000001:0.0:1776200719.448439:0:9212:0:(llite_lib.c:3156:ll_prep_inode()) Process entered 00000080:00000001:0.0:1776200719.448442:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.448446:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.448450:0:9212:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1776200719.448453:0:9212:0:(mdc_request.c:665:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1776200719.448456:0:9212:0:(lcommon_cl.c:274:cl_fid_build_ino()) Process leaving (rc=144115205289279536 : 144115205289279536 : 200000402000030) 00000080:00000001:0.0:1776200719.448459:0:9212:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:0.0:1776200719.448478:0:9212:0:(super25.c:60:ll_alloc_inode()) slab-alloced 'lli': 2032 at 00000000e2f98ae1. 00000020:00000001:0.0:1776200719.448490:0:9212:0:(class_obd.c:866:obd_heat_clear()) Process entered 00000020:00000001:0.0:1776200719.448492:0:9212:0:(class_obd.c:869:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1776200719.448495:0:9212:0:(llite_lib.c:2835:ll_read_inode2()) Process entered 00000080:00200000:0.0:1776200719.448497:0:9212:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x200000402:0x30:0x0](0000000044693dff) 00000020:00000001:0.0:1776200719.448502:0:9212:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:0.0:1776200719.448507:0:9212:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080802469000 : -112992907082616 : ffff993bc9e94488) 00000020:00001000:0.0:1776200719.448509:0:9212:0:(cl_object.c:739:cl_env_get()) 1@00000000bbd77179 00000020:00000001:0.0:1776200719.448514:0:9212:0:(lu_object.c:816:lu_object_find_at()) Process entered 00000080:00000010:0.0:1776200719.448519:0:9212:0:(vvp_object.c:308:vvp_object_alloc()) slab-alloced 'vob': 200 at 0000000041bda1f1. 00000020:00000001:0.0:1776200719.448523:0:9212:0:(cl_object.c:74:cl_object_header_init()) Process entered 00000020:00000001:0.0:1776200719.448525:0:9212:0:(cl_object.c:81:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1776200719.448534:0:9212:0:(lov_object.c:2283:lov_object_alloc()) Process entered 00020000:00000010:0.0:1776200719.448537:0:9212:0:(lov_object.c:2284:lov_object_alloc()) slab-alloced 'lov': 248 at 00000000476a9f69. 00020000:00000001:0.0:1776200719.448539:0:9212:0:(lov_object.c:2298:lov_object_alloc()) Process leaving (rc=18446631080692780184 : -112993016771432 : ffff993bc35f8c98) 00020000:00000001:0.0:1776200719.448542:0:9212:0:(lov_object.c:1342:lov_object_init()) Process entered 00020000:00000001:0.0:1776200719.448545:0:9212:0:(lov_pack.c:336:lov_unpackmd()) Process entered 00020000:00000010:0.0:1776200719.448551:0:9212:0:(lov_ea.c:213:lsme_unpack()) kmalloced '(lsme)': 72 at 000000004ef9f5ae. 00020000:00000010:0.0:1776200719.448555:0:9212:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at 000000008b16d44d. 00020000:00000010:0.0:1776200719.448561:0:9212:0:(lov_ea.c:338:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at 000000000ddaf425. 00020000:00000001:0.0:1776200719.448563:0:9212:0:(lov_pack.c:348:lov_unpackmd()) Process leaving (rc=18446631080692774400 : -112993016777216 : ffff993bc35f7600) 00020000:00000002:0.0:1776200719.448566:0:9212:0:(lov_ea.c:635:dump_lsm()) lsm 000000000ddaf425, objid 0x30:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1776200719.448569:0:9212:0:(lov_ea.c:657:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 1048576, pool: [] 00020000:00000002:0.0:1776200719.448572:0:9212:0:(lov_ea.c:667:dump_lsm()) oinfo:000000008b16d44d: ostid: 0x0:26 ost idx: 1 gen: 0 00020000:00000001:0.0:1776200719.448575:0:9212:0:(lov_object.c:636:lov_init_composite()) Process entered 00020000:00000002:0.0:1776200719.448576:0:9212:0:(lov_ea.c:635:dump_lsm()) lsm 000000000ddaf425, objid 0x30:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1776200719.448579:0:9212:0:(lov_ea.c:657:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 1048576, pool: [] 00020000:00000002:0.0:1776200719.448581:0:9212:0:(lov_ea.c:667:dump_lsm()) oinfo:000000008b16d44d: ostid: 0x0:26 ost idx: 1 gen: 0 00020000:00000010:0.0:1776200719.448584:0:9212:0:(lov_object.c:655:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at 000000003771f194. 00020000:00000010:0.0:1776200719.448624:0:9212:0:(lov_object.c:659:lov_init_composite()) kmalloced '(comp->lo_entries)': 168 at 0000000012ea02c5. 00020000:00000001:0.0:1776200719.448630:0:9212:0:(lov_object.c:213:lov_init_raid0()) Process entered 00020000:00000010:0.0:1776200719.448633:0:9212:0:(lov_object.c:218:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at 000000007db6a816. 00020000:00000001:0.0:1776200719.448637:0:9212:0:(lov_object.c:104:lov_sub_find()) Process entered 00000020:00000001:0.0:1776200719.448638:0:9212:0:(lu_object.c:816:lu_object_find_at()) Process entered 00020000:00000001:0.0:1776200719.448644:0:9212:0:(lovsub_object.c:185:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1776200719.448647:0:9212:0:(lovsub_object.c:186:lovsub_object_alloc()) slab-alloced 'los': 200 at 00000000c09602e7. 00000020:00000001:0.0:1776200719.448649:0:9212:0:(cl_object.c:74:cl_object_header_init()) Process entered 00000020:00000001:0.0:1776200719.448650:0:9212:0:(cl_object.c:81:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1776200719.448652:0:9212:0:(lovsub_object.c:199:lovsub_object_alloc()) Process leaving (rc=18446631080692771896 : -112993016779720 : ffff993bc35f6c38) 00020000:00000001:0.0:1776200719.448656:0:9212:0:(lovsub_object.c:58:lovsub_object_init()) Process entered 00000008:00000010:0.0:1776200719.448684:0:9212:0:(osc_object.c:449:osc_object_alloc()) slab-alloced 'osc': 432 at 00000000eb11b9ca. 00020000:00000001:0.0:1776200719.448688:0:9212:0:(lovsub_object.c:67:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200719.448695:0:9212:0:(lu_object.c:915:lu_object_find_at()) Process leaving (rc=18446631080692771896 : -112993016779720 : ffff993bc35f6c38) 00020000:00000001:0.0:1776200719.448697:0:9212:0:(lov_object.c:108:lov_sub_find()) Process leaving (rc=18446631080692771896 : -112993016779720 : ffff993bc35f6c38) 00020000:00000002:0.0:1776200719.448700:0:9212:0:(lov_object.c:155:lov_init_sub()) [0x100010000:0x1a:0x0]@00000000c09602e7[0:0] -> [0x200000402:0x30:0x0]@0000000041bda1f1: ostid: 0x0:26 ost idx: 1 gen: 0 00020000:00000001:0.0:1776200719.448705:0:9212:0:(lov_object.c:284:lov_init_raid0()) Process leaving (rc=176 : 176 : b0) 00020000:00000001:0.0:1776200719.448707:0:9212:0:(lov_object.c:813:lov_init_composite()) Process leaving 00020000:00000001:0.0:1776200719.448709:0:9212:0:(lov_object.c:1370:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200719.448711:0:9212:0:(lu_object.c:915:lu_object_find_at()) Process leaving (rc=18446631080692771496 : -112993016780120 : ffff993bc35f6aa8) 00000020:00001000:0.0:1776200719.448715:0:9212:0:(cl_object.c:820:cl_env_put()) 1@00000000bbd77179 00000080:00000001:0.0:1776200719.448720:0:9212:0:(lcommon_cl.c:274:cl_fid_build_ino()) Process leaving (rc=144115205289279536 : 144115205289279536 : 200000402000030) 00000080:00000001:0.0:1776200719.448722:0:9212:0:(lcommon_cl.c:286:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1776200719.448724:0:9212:0:(llite_lib.c:2690:ll_update_inode()) setting ino 144115205289279536 mtime from 0 to 1776200719 00000080:00000001:0.0:1776200719.448728:0:9212:0:(llite_lib.c:2864:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1776200719.448730:0:9212:0:(namei.c:166:ll_iget()) Process leaving (rc=18446631080818041040 : -112992891510576 : ffff993bcad6e0d0) 00010000:00000001:0.0:1776200719.448732:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.448733:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.448735:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001c6b0d55 refcount=3 00000020:00000001:0.0:1776200719.448736:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713891072 : -112992995660544 : ffff993bc4a1ad00) 00010000:00000001:0.0:1776200719.448738:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713891072 : -112992995660544 : ffff993bc4a1ad00) 00000080:00000001:0.0:1776200719.448740:0:9212:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:0.0:1776200719.448742:0:9212:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:0.0:1776200719.448743:0:9212:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080802469000 : -112992907082616 : ffff993bc9e94488) 00000020:00001000:0.0:1776200719.448745:0:9212:0:(cl_object.c:739:cl_env_get()) 1@00000000bbd77179 00000020:00000001:0.0:1776200719.448747:0:9212:0:(cl_object.c:296:cl_conf_set()) Process entered 00020000:00000001:0.0:1776200719.448749:0:9212:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:0.0:1776200719.448750:0:9212:0:(lov_pack.c:336:lov_unpackmd()) Process entered 00020000:00000010:0.0:1776200719.448752:0:9212:0:(lov_ea.c:213:lsme_unpack()) kmalloced '(lsme)': 72 at 00000000a8817049. 00020000:00000010:0.0:1776200719.448755:0:9212:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at 00000000bc5ca07e. 00020000:00000010:0.0:1776200719.448757:0:9212:0:(lov_ea.c:338:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at 00000000016f30c6. 00020000:00000001:0.0:1776200719.448758:0:9212:0:(lov_pack.c:348:lov_unpackmd()) Process leaving (rc=18446631080692773728 : -112993016777888 : ffff993bc35f7360) 00020000:00000002:0.0:1776200719.448760:0:9212:0:(lov_ea.c:635:dump_lsm()) lsm 00000000016f30c6, objid 0x30:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1776200719.448762:0:9212:0:(lov_ea.c:657:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 1048576, pool: [] 00020000:00000002:0.0:1776200719.448764:0:9212:0:(lov_ea.c:667:dump_lsm()) oinfo:00000000bc5ca07e: ostid: 0x0:26 ost idx: 1 gen: 0 00020000:00000002:0.0:1776200719.448767:0:9212:0:(lov_object.c:1234:lov_conf_lock()) Took exclusive lov(00000000476a9f69) owner 00000000c7f03c54 00020000:00000001:0.0:1776200719.448770:0:9212:0:(lov_object.c:1439:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1776200719.448772:0:9212:0:(lov_object.c:1240:lov_conf_unlock()) To release exclusive lov(00000000476a9f69) owner 00000000c7f03c54 00020000:00000010:0.0:1776200719.448776:0:9212:0:(lov_ea.c:144:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at 00000000bc5ca07e. 00020000:00000010:0.0:1776200719.448779:0:9212:0:(lov_ea.c:147:lsme_free()) kfreed 'lsme': 72 at 00000000a8817049. 00020000:00000010:0.0:1776200719.448782:0:9212:0:(lov_ea.c:166:lsm_free()) kfreed 'lsm': 88 at 00000000016f30c6. 00020000:00000002:0.0:1776200719.448784:0:9212:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x30:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1776200719.448786:0:9212:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200719.448787:0:9212:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200719.448790:0:9212:0:(cl_object.c:387:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1776200719.448792:0:9212:0:(lov_object.c:1182:lov_conf_freeze()) To take share lov(00000000476a9f69) owner 0000000000000000/00000000c7f03c54 00020000:00000002:0.0:1776200719.448795:0:9212:0:(lov_object.c:2311:lov_lsm_addref()) lsm 000000000ddaf425 addref 2/0 by 00000000c7f03c54. 00020000:00000002:0.0:1776200719.448798:0:9212:0:(lov_object.c:1190:lov_conf_thaw()) To release share lov(00000000476a9f69) owner 0000000000000000/00000000c7f03c54 00020000:00000001:0.0:1776200719.448800:0:9212:0:(lov_object.c:2209:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1776200719.448802:0:9212:0:(lov_pack.c:197:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1776200719.448804:0:9212:0:(lov_pack.c:109:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1776200719.448805:0:9212:0:(lov_pack.c:114:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1776200719.448807:0:9212:0:(lov_object.c:2227:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1776200719.448809:0:9212:0:(file.c:5870:ll_layout_conf()) [0x200000402:0x30:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1776200719.448811:0:9212:0:(cl_object.c:820:cl_env_put()) 1@00000000bbd77179 00000080:00000001:0.0:1776200719.448813:0:9212:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.448815:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.448816:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1776200719.448817:0:9212:0:(llite_lib.c:3243:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1776200719.448820:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.448822:0:9212:0:(lmv_obd.c:3637:lmv_free_lustre_md()) Process entered 00800000:00000001:0.0:1776200719.448825:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.448827:0:9212:0:(mdc_request.c:675:mdc_free_lustre_md()) Process entered 00000002:00000001:0.0:1776200719.448829:0:9212:0:(mdc_request.c:676:mdc_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.448830:0:9212:0:(lmv_obd.c:3649:lmv_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200719.448832:0:9212:0:(namei.c:1379:ll_create_node()) setting l_ast_data to inode [0x200000402:0x30:0x0](0000000044693dff) 00000080:00010000:0.0:1776200719.448835:0:9212:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000402:0x30:0x0](0000000044693dff) for lock 0x8d91c35bada81e26 00000080:00000001:0.0:1776200719.448838:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.448841:0:9212:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1776200719.448842:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.448844:0:9212:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1776200719.448845:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.448846:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.448847:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001c6b0d55 refcount=3 00000020:00000001:0.0:1776200719.448849:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713891072 : -112992995660544 : ffff993bc4a1ad00) 00010000:00000001:0.0:1776200719.448851:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713891072 : -112992995660544 : ffff993bc4a1ad00) 00010000:00000001:0.0:1776200719.448853:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.448854:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200719.448855:0:9212:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.448857:0:9212:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.448858:0:9212:0:(namei.c:1381:ll_create_node()) Process leaving 00000100:00000001:0.0:1776200719.448859:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200719.448863:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000d32fa554 x1862481227045184/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 3 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.448869:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.448875:0:9212:0:(namei.c:1461:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.448878:0:9212:0:(pcc.c:2323:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1776200719.448879:0:9212:0:(pcc.c:2326:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.448890:0:9212:0:(file.c:834:ll_file_open()) Process entered 00000080:00200000:0.0:1776200719.448892:0:9212:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x200000402:0x30:0x0](0000000044693dff), flags 100102 00000080:00000010:0.0:1776200719.448899:0:9212:0:(file.c:80:ll_file_data_get()) slab-alloced 'fd': 280 at 0000000082b9f1d0. 00000080:00000010:0.0:1776200719.448906:0:9212:0:(file.c:1001:ll_file_open()) kmalloced '(*och_p)': 48 at 00000000f9db7493. 00000080:00000001:0.0:1776200719.448908:0:9212:0:(file.c:767:ll_local_open()) Process entered 00000080:00000001:0.0:1776200719.448912:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.448914:0:9212:0:(lmv_obd.c:3660:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1776200719.448916:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.448917:0:9212:0:(mdc_request.c:781:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1776200719.448920:0:9212:0:(obd.h:1238:obd_mod_alloc()) kmalloced '(mod)': 32 at 0000000048d049b6. 00000002:00100000:0.0:1776200719.448923:0:9212:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@00000000d32fa554 x1862481227045184/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:0.0:1776200719.448930:0:9212:0:(mdc_request.c:834:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.448931:0:9212:0:(lmv_obd.c:3666:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1776200719.448934:0:9212:0:(rw.c:921:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1776200719.448938:0:9212:0:(file.c:785:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.448940:0:9212:0:(pcc.c:1499:pcc_file_open()) Process entered 00000080:00000001:0.0:1776200719.448943:0:9212:0:(pcc.c:1414:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1776200719.448944:0:9212:0:(pcc.c:1420:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.448947:0:9212:0:(pcc.c:1518:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1776200719.448949:0:9212:0:(pcc.c:1542:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.448951:0:9212:0:(file.c:1039:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200719.448954:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200719.448956:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000d32fa554 x1862481227045184/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 02000000:00000001:0.0:1776200719.448963:0:9212:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1776200719.448966:0:9212:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at 000000001d275702. 02000000:00000001:0.0:1776200719.449020:0:9212:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1776200719.449022:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.449025:0:9212:0:(dcache.c:214:ll_intent_release()) Process entered 00000080:00000040:0.0:1776200719.449027:0:9212:0:(dcache.c:216:ll_intent_release()) intent 000000000b925ad3 released 00000080:00010000:0.0:1776200719.449029:0:9212:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8d91c35bada81e26 from it 000000000b925ad3 00010000:00000001:0.0:1776200719.449031:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.449033:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.449034:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001c6b0d55 refcount=3 00000020:00000001:0.0:1776200719.449035:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713891072 : -112992995660544 : ffff993bc4a1ad00) 00010000:00000001:0.0:1776200719.449037:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713891072 : -112992995660544 : ffff993bc4a1ad00) 00010000:00000001:0.0:1776200719.449039:0:9212:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1776200719.449041:0:9212:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000001c6b0d55/0x8d91c35bada81e26 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x98dca339dc2aff54 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:0.0:1776200719.449047:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000001313f8ac count: 1 00010000:00000001:0.0:1776200719.449050:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.449051:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.449054:0:9212:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1776200719.449056:0:9212:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1776200719.449058:0:9212:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000001c6b0d55/0x8d91c35bada81e26 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x98dca339dc2aff54 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:0.0:1776200719.449064:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000001313f8ac count: 1 00010000:00000001:0.0:1776200719.449067:0:9212:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776200719.449070:0:9212:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1776200719.449072:0:9212:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1776200719.449076:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.449077:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.449078:0:9212:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.449082:0:9212:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1776200719.449084:0:9212:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.449086:0:9212:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.449088:0:9212:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.449090:0:9212:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1776200719.449091:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.449092:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1776200719.449093:0:9212:0:(dcache.c:227:ll_intent_release()) Process leaving 00000080:00000010:0.0:1776200719.449095:0:9212:0:(namei.c:1349:ll_atomic_open()) kfreed 'it': 72 at 000000000b925ad3. 00000080:00000001:0.0:1776200719.449098:0:9212:0:(namei.c:1351:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.449104:0:9212:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00200000:0.0:1776200719.449106:0:9212:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000402:0x30:0x0](0000000044693dff), inode mode 81a4 mask 40 00000080:00000001:0.0:1776200719.449110:0:9212:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1776200719.449138:0:9212:0:(lov_object.c:2321:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1776200719.449140:0:9212:0:(lov_object.c:1182:lov_conf_freeze()) To take share lov(00000000476a9f69) owner 0000000000000000/00000000c7f03c54 00020000:00000002:0.0:1776200719.449143:0:9212:0:(lov_object.c:1190:lov_conf_thaw()) To release share lov(00000000476a9f69) owner 0000000000000000/00000000c7f03c54 00020000:00000001:0.0:1776200719.449145:0:9212:0:(lov_object.c:2367:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.449153:0:9212:0:(file.c:407:ll_file_release()) Process entered 00000080:00200000:0.0:1776200719.449155:0:9212:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x200000402:0x30:0x0](0000000044693dff) 00000080:00000001:0.0:1776200719.449157:0:9212:0:(pcc.c:1552:pcc_file_release()) Process entered 00000080:00000001:0.0:1776200719.449160:0:9212:0:(pcc.c:1571:pcc_file_release()) Process leaving 00020000:00000001:0.0:1776200719.449161:0:9212:0:(lov_object.c:2321:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1776200719.449162:0:9212:0:(lov_object.c:1182:lov_conf_freeze()) To take share lov(00000000476a9f69) owner 0000000000000000/00000000c7f03c54 00020000:00000002:0.0:1776200719.449164:0:9212:0:(lov_object.c:1190:lov_conf_thaw()) To release share lov(00000000476a9f69) owner 0000000000000000/00000000c7f03c54 00020000:00000001:0.0:1776200719.449166:0:9212:0:(lov_object.c:2367:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.449168:0:9212:0:(file.c:327:ll_md_close()) Process entered 00000080:00000001:0.0:1776200719.449170:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.449172:0:9212:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:0.0:1776200719.449173:0:9212:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x30:0x0] 00800000:00000001:0.0:1776200719.449176:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.449178:0:9212:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1776200719.449180:0:9212:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1776200719.449183:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000001313f8ac count: 2 00010000:00000001:0.0:1776200719.449185:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1776200719.449187:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000001313f8ac count: 1 00000002:00000001:0.0:1776200719.449189:0:9212:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.449192:0:9212:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.449194:0:9212:0:(file.c:281:ll_md_real_close()) Process entered 00000080:00000001:0.0:1776200719.449196:0:9212:0:(file.c:157:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1776200719.449199:0:9212:0:(file.c:165:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at 00000000ce11f5d3. 00000080:00000001:0.0:1776200719.449202:0:9212:0:(file.c:102:ll_prepare_close()) Process entered 00000080:00000001:0.0:1776200719.449208:0:9212:0:(file.c:137:ll_prepare_close()) Process leaving 00000080:00000001:0.0:1776200719.449210:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.449214:0:9212:0:(lmv_obd.c:1466:lmv_close()) Process entered 00800000:00000002:0.0:1776200719.449215:0:9212:0:(lmv_obd.c:1472:lmv_close()) CLOSE [0x200000402:0x30:0x0] 00800000:00000001:0.0:1776200719.449217:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.449219:0:9212:0:(mdc_request.c:900:mdc_close()) Process entered 00000002:00000002:0.0:1776200719.449221:0:9212:0:(mdc_request.c:904:mdc_close()) lustre-MDT0000-mdc-ffff993be2454000: [0x200000402:0x30:0x0] file closed with intent: 0 00000100:00000010:0.0:1776200719.449228:0:9212:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004585e3d0. 00000020:00000040:0.0:1776200719.449231:0:9212:0:(genops.c:1191:class_import_get()) import 000000000fe8d637 refcount=101 obd=lustre-MDT0000-mdc-ffff993be2454000 00000002:00100000:0.0:1776200719.449238:0:9212:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@00000000d32fa554 x1862481227045184/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 1 fl Complete:RPQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.449245:0:9212:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1776200719.449248:0:9212:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1776200719.449252:0:9212:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1776200719.449260:0:9212:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bcbc0ff1. 00000100:00000001:0.0:1776200719.449268:0:9212:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1776200719.449278:0:9212:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993be2454000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1776200719.449283:0:9212:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@000000004585e3d0 x1862481227045312/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1776200719.449289:0:9212:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1776200719.449292:0:9212:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1776200719.449297:0:9212:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000078ad7a54. 00000100:00000001:0.0:1776200719.449300:0:9212:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446631080835673472 : -112992873878144 : ffff993bcbe3ed80) 00000100:00000001:0.0:1776200719.449302:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.449303:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080685142016 : -112993024409600 : ffff993bc2eb0000) 00000100:00000001:0.0:1776200719.449307:0:9212:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1776200719.449311:0:9212:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.449314:0:9212:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1776200719.449315:0:9212:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776200719.449318:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004585e3d0 x1862481227045312/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.449325:0:9212:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200719.449340:0:9212:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200719.449345:0:9212:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776200719.449347:0:9212:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200719.449350:0:9212:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004585e3d0 pname:cluuid:pid:xid:nid:opc:job createmany:128773b9-ec2f-47c2-9bf4-461c71beba7d:9212:1862481227045312:192.168.203.148@tcp:35:createmany.0 00000100:00000001:0.0:1776200719.449355:0:9212:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776200719.449360:0:9212:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776200719.449362:0:9212:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200719.449366:0:9212:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1776200719.449369:0:9212:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002ed35f9d. 02000000:00000001:0.0:1776200719.449371:0:9212:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776200719.449379:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:0.0:1776200719.449383:0:9212:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e4627186. 00000400:00000010:0.0:1776200719.449388:0:9212:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a4163784. 00000100:00000200:0.0:1776200719.449395:0:9212:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227045312, portal 10 00000100:00000001:0.0:1776200719.449397:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.449398:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080685142016 : -112993024409600 : ffff993bc2eb0000) 00000100:00000040:0.0:1776200719.449403:0:9212:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000004585e3d0 x1862481227045312/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.449409:0:9212:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776200719.449412:0:9212:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:0.0:1776200719.449415:0:9212:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd0a5832. 00000100:00000200:0.0:1776200719.449418:0:9212:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227045312, offset 0 00000400:00000200:0.0:1776200719.449424:0:9212:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:0.0:1776200719.449432:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200719.449439:0:9212:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:0.0:1776200719.449447:0:9212:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:0.0:1776200719.449451:0:9212:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776200719.449454:0:9212:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:0.0:1776200719.449458:0:9212:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [322:322:256:4294967295] 192.168.203.148@tcp LPNI seq info [322:322:8:4294967295] 00000400:00000200:0.0:1776200719.449461:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200719.449470:0:9212:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:0.0:1776200719.449475:0:9212:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:0.0:1776200719.449480:0:9212:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f9203e (tot 3422846). 00000800:00000200:0.0:1776200719.449487:0:9212:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:0.0:1776200719.449494:0:9212:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:0.0:1776200719.449498:0:9212:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f9203e type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1776200719.449513:0:9212:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.449515:0:9212:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200719.449518:0:9212:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.449520:0:9212:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200719.449521:0:9212:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:0.0:1776200719.449523:0:9212:0:(client.c:2500:ptlrpc_set_wait()) set 0000000078ad7a54 going to sleep for 6 seconds 00000100:00000001:0.0:1776200719.449526:0:9212:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200719.449529:0:9212:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200719.449864:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200719.449869:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052f9203e (tot 3422598). 00000400:00000200:2.0:1776200719.449872:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.449878:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200719.449882:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd0a5832 00000400:00000010:2.0:1776200719.449884:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd0a5832. 00000100:00000001:2.0:1776200719.449891:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200719.449895:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004585e3d0 x1862481227045312/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.449903:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200719.449906:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000004585e3d0 x1862481227045312/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.449911:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200719.449913:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200719.453706:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.453729:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200719.453735:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.453738:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.453750:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.453759:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200719.453768:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.453774:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.453779:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.453783:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f059c0 00000400:00000200:2.0:1776200719.453789:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.453814:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0xcd5 [1] + 224 00000800:00000001:2.0:1776200719.453824:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.453836:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.453849:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.453854:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200719.453981:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200719.453990:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004585e3d0 x1862481227045312/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200719.454001:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=456 offset=224 replen=624 req@000000004585e3d0 x1862481227045312/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.454022:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200719.454033:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.454036:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200719.454121:0:9212:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1776200719.454130:0:9212:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1776200719.454132:0:9212:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1776200719.454135:0:9212:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e4627186. 00000400:00000200:0.0:1776200719.454140:0:9212:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a4163784 00000400:00000010:0.0:1776200719.454143:0:9212:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a4163784. 00000100:00000001:0.0:1776200719.454146:0:9212:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1776200719.454150:0:9212:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004585e3d0 x1862481227045312/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:0.0:1776200719.454157:0:9212:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004585e3d0 x1862481227045312/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200719.454169:0:9212:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1776200719.454171:0:9212:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200719.454174:0:9212:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1776200719.454178:0:9212:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1776200719.454180:0:9212:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1776200719.454183:0:9212:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200719.454186:0:9212:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1776200719.454198:0:9212:0:(import.c:1935:at_measured()) add 1 to 000000000f61d0a9 time=87 v=1 (1 0 0 0) 00000100:00001000:0.0:1776200719.454203:0:9212:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=88 v=1 (1 0 0 0) 00000100:00000001:0.0:1776200719.454205:0:9212:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1776200719.454207:0:9212:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.454209:0:9212:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1776200719.454213:0:9212:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.454216:0:9212:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1776200719.454218:0:9212:0:(client.c:1389:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1776200719.454220:0:9212:0:(client.c:1391:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1776200719.454222:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200719.454223:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080685142016 : -112993024409600 : ffff993bc2eb0000) 00000100:00000001:0.0:1776200719.454227:0:9212:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1776200719.454229:0:9212:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 0 00000100:00000001:0.0:1776200719.454230:0:9212:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1776200719.454232:0:9212:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200719.454237:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004585e3d0 x1862481227045312/t4294967400(4294967400) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 3 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.454244:0:9212:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200719.454247:0:9212:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1776200719.454249:0:9212:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1776200719.454252:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004585e3d0 x1862481227045312/t4294967400(4294967400) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 3 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:0.0:1776200719.454260:0:9212:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004585e3d0 pname:cluuid:pid:xid:nid:opc:job createmany:128773b9-ec2f-47c2-9bf4-461c71beba7d:9212:1862481227045312:192.168.203.148@tcp:35:createmany.0 00000100:00000001:0.0:1776200719.454264:0:9212:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200719.454268:0:9212:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200719.454271:0:9212:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1776200719.454273:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200719.454276:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000004585e3d0 x1862481227045312/t4294967400(4294967400) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 3 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.454283:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1776200719.454285:0:9212:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000078ad7a54. 00000100:00000001:0.0:1776200719.454289:0:9212:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1776200719.454291:0:9212:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.454298:0:9212:0:(mdc_request.c:1038:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.454301:0:9212:0:(lmv_obd.c:1474:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1776200719.454307:0:9212:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000ce11f5d3. 00000080:00000001:0.0:1776200719.454312:0:9212:0:(file.c:263:ll_close_inode_openhandle()) Process leaving 00000080:00000001:0.0:1776200719.454314:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.454317:0:9212:0:(lmv_obd.c:3676:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1776200719.454320:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.454324:0:9212:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1776200719.454338:0:9212:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@00000000d32fa554 x1862481227045184/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 1 fl Complete:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000002:00000001:0.0:1776200719.454345:0:9212:0:(mdc_request.c:888:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.454346:0:9212:0:(lmv_obd.c:3682:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1776200719.454348:0:9212:0:(file.c:268:ll_close_inode_openhandle()) kfreed 'och': 48 at 00000000f9db7493. 00000100:00000001:0.0:1776200719.454351:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200719.454354:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000004585e3d0 x1862481227045312/t4294967400(4294967400) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200719.454359:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.454361:0:9212:0:(file.c:313:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1776200719.454364:0:9212:0:(file.c:93:ll_file_data_put()) slab-freed '(fd)': 280 at 0000000082b9f1d0. 00000080:00000001:0.0:1776200719.454368:0:9212:0:(file.c:391:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.454373:0:9212:0:(file.c:445:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.454379:0:9212:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:0.0:1776200719.454381:0:9212:0:(dcache.c:133:ll_ddelete()) keeping dentry f0a.replay-dual-46 (000000000e249b39, parent 000000008fe1cc87, inode 0000000044693dff) hashed, 00000080:00000001:0.0:1776200719.454386:0:9212:0:(dcache.c:137:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200719.454471:0:9212:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1776200719.454476:0:9212:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00000001:0.0:1776200719.454478:0:9212:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1776200719.454479:0:9212:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000e143c7f8),name=/ 00000080:00000010:0.0:1776200719.454487:0:9212:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 00000000ce11f5d3. 00000080:00000001:0.0:1776200719.454494:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.454497:0:9212:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1776200719.454500:0:9212:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1776200719.454503:0:9212:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1776200719.454506:0:9212:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:0.0:1776200719.454509:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.454512:0:9212:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1776200719.454513:0:9212:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1776200719.454517:0:9212:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1776200719.454519:0:9212:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1776200719.454522:0:9212:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1776200719.454529:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f1cb6017 count: 2 00010000:00000001:0.0:1776200719.454532:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200719.454538:0:9212:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1776200719.454540:0:9212:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1776200719.454543:0:9212:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.454551:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00010000:00000040:0.0:1776200719.454554:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 02000000:00000001:0.0:1776200719.454556:0:9212:0:(sec.c:953:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1776200719.454561:0:9212:0:(sec.c:967:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200719.454563:0:9212:0:(ldlm_lock.c:1494:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.454569:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00000002:00000001:0.0:1776200719.454571:0:9212:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1776200719.454573:0:9212:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1776200719.454574:0:9212:0:(mdc_locks.c:1345:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1776200719.454576:0:9212:0:(lmv_intent.c:509:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1776200719.454578:0:9212:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1776200719.454581:0:9212:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 00000000ce11f5d3. 00000080:00000001:0.0:1776200719.454584:0:9212:0:(dcache.c:259:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1776200719.454585:0:9212:0:(dcache.c:262:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200719.455319:0:9212:0:(dcache.c:293:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](00000000e143c7f8) 00000080:00010000:0.0:1776200719.455324:0:9212:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](00000000e143c7f8) for lock 0x8d91c35bada81cba 00000080:00000001:0.0:1776200719.455336:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.455338:0:9212:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:0.0:1776200719.455340:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200719.455343:0:9212:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1776200719.455345:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.455348:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.455351:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c4c6f071 refcount=3 00000020:00000001:0.0:1776200719.455353:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.455357:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.455360:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.455362:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1776200719.455363:0:9212:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200719.455364:0:9212:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1776200719.455366:0:9212:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8d91c35bada81cba from it 000000003c702ba3 00010000:00000001:0.0:1776200719.455368:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200719.455369:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200719.455371:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000c4c6f071 refcount=3 00000020:00000001:0.0:1776200719.455372:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.455373:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802692928 : -112992906858688 : ffff993bc9ecaf40) 00010000:00000001:0.0:1776200719.455376:0:9212:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1776200719.455378:0:9212:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.455385:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200719.455387:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.455388:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.455390:0:9212:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1776200719.455392:0:9212:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1776200719.455394:0:9212:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200719.455400:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:0.0:1776200719.455403:0:9212:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1776200719.455407:0:9212:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1776200719.455409:0:9212:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1776200719.455423:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.455424:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200719.455425:0:9212:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.455429:0:9212:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1776200719.455431:0:9212:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.455433:0:9212:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.455435:0:9212:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200719.455438:0:9212:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1776200719.455440:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200719.455441:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1776200719.455442:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:0.0:1776200719.455443:0:9212:0:(client.c:2665:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1776200719.455445:0:9212:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](00000000e143c7f8), inode mode 41ed mask 1 00000080:00000001:0.0:1776200719.455449:0:9212:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1776200719.469434:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.469458:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200719.469464:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.469467:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.469479:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.469489:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200719.469498:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.469503:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.469508:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.469512:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 656 into portal 10 MB=0x69deab3f05a40 00000400:00000200:2.0:1776200719.469518:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.469525:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 656/656 into md 0xcdd [32] + 224 00000800:00000001:2.0:1776200719.469535:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.469544:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.469547:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.469552:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200719.469560:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200719.469567:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d4869c44 x1862481227045440/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 2 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200719.469579:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=656 offset=224 replen=66264 req@00000000d4869c44 x1862481227045440/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.469662:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:2.0:1776200719.469673:0:2234:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1776200719.469676:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.469682:0:2234:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200719.469688:0:2234:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [324:324:256:4294967295] 192.168.203.148@tcp LPNI seq info [324:324:8:4294967295] 00000400:00000200:2.0:1776200719.469692:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.469701:0:2234:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:2.0:1776200719.469707:0:2234:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200719.469713:0:2234:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 744 at 000000003721b7c9 (tot 3423974). 00000800:00000200:2.0:1776200719.469720:0:2234:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200719.469729:0:2234:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200719.469733:0:2234:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003721b7c9 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1776200719.469845:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200719.469849:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 744 at 000000003721b7c9 (tot 3423230). 00000400:00000200:2.0:1776200719.469853:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.469856:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:2.0:1776200719.469862:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.469866:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1776200719.472986:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200719.472993:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d9fb19b1 (tot 3422598). 00000400:00000200:2.0:1776200719.473002:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.473011:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200719.473016:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b86a6c43 00000400:00000010:2.0:1776200719.473019:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b86a6c43. 00000100:00000001:2.0:1776200719.473024:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200719.473031:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000099e0dbb1 x1862481227045568/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.473042:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200719.473044:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@0000000099e0dbb1 x1862481227045568/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.473067:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200719.473070:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000040:3.0:1776200719.496761:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000280fdc26 x1862481227045824/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200719.496785:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200719.496787:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200719.501396:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.501497:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200719.501504:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.501507:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.501521:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.501530:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200719.501540:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.501547:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.501551:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.501556:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f05bc0 00000400:00000200:2.0:1776200719.501561:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.501568:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0xcf5 [1] + 224 00000800:00000001:2.0:1776200719.501578:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.501626:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.501630:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.501634:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200719.501642:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200719.501650:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000280fdc26 x1862481227045824/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200719.501661:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=456 offset=224 replen=624 req@00000000280fdc26 x1862481227045824/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.501760:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200719.501772:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.501775:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1776200719.503049:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1776200719.503051:0:9212:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:1.0:1776200719.503052:0:9212:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f0a.replay-dual-49' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1776200719.503056:0:9212:0:(lmv_intent.c:301:lmv_intent_open()) Process entered 00800000:00000001:1.0:1776200719.503061:0:9212:0:(lmv_obd.c:1077:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1776200719.503063:0:9212:0:(obd_class.h:918:obd_fid_alloc()) Process entered 00800000:00000001:1.0:1776200719.503064:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1776200719.503067:0:9212:0:(mdc_request.c:2771:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1776200719.503069:0:9212:0:(fid_request.c:313:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1776200719.503072:0:9212:0:(fid_request.c:350:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff993be2454000: Allocated FID [0x200000402:0x33:0x0] 40000000:00000001:1.0:1776200719.503075:0:9212:0:(fid_request.c:354:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1776200719.503076:0:9212:0:(mdc_request.c:2778:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1776200719.503078:0:9212:0:(obd_class.h:930:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1776200719.503080:0:9212:0:(lmv_obd.c:1101:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1776200719.503081:0:9212:0:(lmv_intent.c:375:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000402:0x33:0x0], name='f0a.replay-dual-49' -> mds #0 00800000:00000001:1.0:1776200719.503084:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1776200719.503086:0:9212:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:1.0:1776200719.503087:0:9212:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: f0a.replay-dual-49,[0x200000402:0x33:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1776200719.503090:0:9212:0:(mdc_locks.c:932:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1776200719.503094:0:9212:0:(mdc_locks.c:263:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1776200719.503097:0:9212:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00000002:00000001:1.0:1776200719.503101:0:9212:0:(mdc_reint.c:85:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1776200719.503102:0:9212:0:(mdc_reint.c:72:mdc_resource_get_unused_res()) Process entered 00010000:00000040:1.0:1776200719.503104:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f1cb6017 count: 2 00010000:00000001:1.0:1776200719.503106:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1776200719.503109:0:9212:0:(ldlm_request.c:2103:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1776200719.503111:0:9212:0:(ldlm_request.c:1691:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200719.503113:0:9212:0:(ldlm_request.c:2153:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1776200719.503115:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00000002:00000001:1.0:1776200719.503116:0:9212:0:(mdc_reint.c:93:mdc_resource_get_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1776200719.503121:0:9212:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000098c509e3. 00000020:00000040:1.0:1776200719.503125:0:9212:0:(genops.c:1191:class_import_get()) import 000000000fe8d637 refcount=106 obd=lustre-MDT0000-mdc-ffff993be2454000 02000000:00000001:1.0:1776200719.503132:0:9212:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:1.0:1776200719.503134:0:9212:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200719.503136:0:9212:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1776200719.503141:0:9212:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1776200719.503144:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776200719.503144:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1776200719.503145:0:9212:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200719.503148:0:9212:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1776200719.503150:0:9212:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1776200719.503153:0:9212:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1776200719.503163:0:9212:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000002991fcc5. 00000100:00000001:1.0:1776200719.503170:0:9212:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200719.503174:0:9212:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1776200719.503175:0:9212:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200719.503176:0:9212:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1776200719.503178:0:9212:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200719.503179:0:9212:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1776200719.503190:0:9212:0:(mdc_locks.c:432:mdc_intent_open_pack()) Process leaving (rc=18446631080801548544 : -112992908003072 : ffff993bc9db3900) 00010000:00000001:1.0:1776200719.503193:0:9212:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1776200719.503196:0:9212:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1776200719.503197:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f1cb6017 count: 2 00010000:00000001:1.0:1776200719.503199:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1776200719.503201:0:9212:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1776200719.503204:0:9212:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b81dbc45. 00000020:00000001:1.0:1776200719.503208:0:9212:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1776200719.503210:0:9212:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000b81dbc45 with handle 0x8d91c35bada81e3b to hash 00000020:00000001:1.0:1776200719.503212:0:9212:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1776200719.503213:0:9212:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446631080684903744 : -112993024647872 : ffff993bc2e75d40) 00010000:00000001:1.0:1776200719.503217:0:9212:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446631080684903744 : -112993024647872 : ffff993bc2e75d40) 00010000:00000001:1.0:1776200719.503220:0:9212:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1776200719.503221:0:9212:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776200719.503223:0:9212:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000b81dbc45/0x8d91c35bada81e3b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776200719.503228:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00010000:00010000:1.0:1776200719.503231:0:9212:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000b81dbc45/0x8d91c35bada81e3b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776200719.503236:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00000020:00100000:1.0:1776200719.503245:0:9212:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993be2454000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1776200719.503255:0:9212:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@0000000098c509e3 x1862481227045952/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 0 ref 1 fl New:PQU/0/ffffffff rc 0/-1 job:'' 00010000:00010000:1.0:1776200719.503262:0:9212:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000b81dbc45/0x8d91c35bada81e3b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776200719.503268:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00000100:00000001:1.0:1776200719.503270:0:9212:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1776200719.503272:0:9212:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1776200719.503278:0:9212:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d888feca. 00000100:00000001:1.0:1776200719.503280:0:9212:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446631080715964416 : -112992993587200 : ffff993bc4c15000) 00000100:00000001:1.0:1776200719.503282:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200719.503283:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801548544 : -112992908003072 : ffff993bc9db3900) 00000100:00000001:1.0:1776200719.503287:0:9212:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1776200719.503292:0:9212:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200719.503294:0:9212:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1776200719.503295:0:9212:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200719.503298:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000098c509e3 x1862481227045952/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 0 ref 2 fl New:PQU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200719.503305:0:9212:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200719.503307:0:9212:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200719.503311:0:9212:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200719.503313:0:9212:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200719.503316:0:9212:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000098c509e3 pname:cluuid:pid:xid:nid:opc:job createmany:128773b9-ec2f-47c2-9bf4-461c71beba7d:9212:1862481227045952:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200719.503320:0:9212:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200719.503336:0:9212:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200719.503338:0:9212:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200719.503340:0:9212:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200719.503398:0:9212:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at 000000001d275702. 02000000:00000001:1.0:1776200719.503400:0:9212:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200719.503408:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200719.503689:0:9212:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000092d33e40. 00000400:00000010:1.0:1776200719.503700:0:9212:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 632 at 00000000eabe597f (tot 3423230). 00000100:00000200:1.0:1776200719.503709:0:9212:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1862481227045952, portal 10 00000100:00000001:1.0:1776200719.503711:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200719.503712:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801548544 : -112992908003072 : ffff993bc9db3900) 00000100:00000040:1.0:1776200719.503718:0:9212:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000098c509e3 x1862481227045952/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200719.503726:0:9212:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200719.503729:0:9212:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200719.503733:0:9212:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052f13ea2. 00000100:00000200:1.0:1776200719.503736:0:9212:0:(niobuf.c:86:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1862481227045952, offset 0 00000400:00000200:1.0:1776200719.503745:0:9212:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200719.503754:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200719.503763:0:9212:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200719.503773:0:9212:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200719.503777:0:9212:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200719.503780:0:9212:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200719.503785:0:9212:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [329:329:256:4294967295] 192.168.203.148@tcp LPNI seq info [329:329:8:4294967295] 00000400:00000200:1.0:1776200719.503789:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200719.503799:0:9212:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200719.503806:0:9212:0:(socklnd_cb.c:995:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200719.503812:0:9212:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000003a271fe (tot 3423478). 00000800:00000200:1.0:1776200719.503819:0:9212:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200719.503827:0:9212:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200719.503831:0:9212:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000003a271fe type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1776200719.503850:0:9212:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200719.503852:0:9212:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200719.503855:0:9212:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200719.504124:0:9212:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200719.504127:0:9212:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:1.0:1776200719.504129:0:9212:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d888feca going to sleep for 6 seconds 00000100:00000001:1.0:1776200719.504133:0:9212:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200719.504135:0:9212:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200719.507386:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200719.507398:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000003a271fe (tot 3423230). 00000400:00000200:3.0:1776200719.507516:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200719.507529:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200719.507536:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052f13ea2 00000400:00000010:3.0:1776200719.507538:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052f13ea2. 00000100:00000001:3.0:1776200719.507546:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200719.507555:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000098c509e3 x1862481227045952/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 3 fl Rpc:Pr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200719.507568:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200719.507571:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@0000000098c509e3 x1862481227045952/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 3 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200719.507577:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200719.507579:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200719.510344:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.510363:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200719.510368:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.510371:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.510383:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.510392:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200719.510426:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.510431:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.510435:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.510440:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 656 into portal 10 MB=0x69deab3f05c40 00000400:00000200:2.0:1776200719.510445:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.510453:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 656/656 into md 0xcfd [32] + 224 00000800:00000001:2.0:1776200719.510462:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.510482:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200719.510485:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.510490:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200719.510497:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200719.510504:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000098c509e3 x1862481227045952/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 2 fl Rpc:PQr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200719.510514:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=656 offset=224 replen=66264 req@0000000098c509e3 x1862481227045952/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.510534:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:2.0:1776200719.510543:0:2234:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1776200719.510546:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.510551:0:2234:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200719.510557:0:2234:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [330:330:256:4294967295] 192.168.203.148@tcp LPNI seq info [330:330:8:4294967295] 00000400:00000200:2.0:1776200719.510561:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200719.510569:0:2234:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:2.0:1776200719.510574:0:2234:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200719.510583:0:2234:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 744 at 000000003721b7c9 (tot 3423974). 00000800:00000200:2.0:1776200719.510630:0:2234:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200719.510638:0:2234:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200719.510643:0:2234:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003721b7c9 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1776200719.510736:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200719.510740:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 744 at 000000003721b7c9 (tot 3423230). 00000400:00000200:2.0:1776200719.510749:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.510752:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:2.0:1776200719.510759:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200719.510762:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200719.511130:0:9212:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200719.511141:0:9212:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200719.511143:0:9212:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200719.511146:0:9212:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000092d33e40. 00000400:00000200:1.0:1776200719.511151:0:9212:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eabe597f 00000400:00000010:1.0:1776200719.511153:0:9212:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 632 at 00000000eabe597f (tot 3422598). 00000100:00000001:1.0:1776200719.511157:0:9212:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200719.511163:0:9212:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000098c509e3 x1862481227045952/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RPQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200719.511170:0:9212:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000098c509e3 x1862481227045952/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/66264 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RPQU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200719.511176:0:9212:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200719.511178:0:9212:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200719.511180:0:9212:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200719.511184:0:9212:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200719.511187:0:9212:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200719.511190:0:9212:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200719.511193:0:9212:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200719.511204:0:9212:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=88 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200719.511208:0:9212:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=88 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200719.511210:0:9212:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200719.511212:0:9212:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200719.511215:0:9212:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776200719.511218:0:9212:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200719.511222:0:9212:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1776200719.511223:0:9212:0:(client.c:1389:ptlrpc_save_versions()) Client save versions [0x0/0x1] 00000100:00000001:1.0:1776200719.511225:0:9212:0:(client.c:1391:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1776200719.511227:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200719.511229:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801548544 : -112992908003072 : ffff993bc9db3900) 00000100:00000001:1.0:1776200719.511232:0:9212:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200719.511234:0:9212:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 0 00000100:00000001:1.0:1776200719.511235:0:9212:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200719.511238:0:9212:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200719.511241:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000098c509e3 x1862481227045952/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200726 ref 3 fl Rpc:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200719.511248:0:9212:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200719.511252:0:9212:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200719.511254:0:9212:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1776200719.511258:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000098c509e3 x1862481227045952/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200726 ref 3 fl Interpret:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:1.0:1776200719.511265:0:9212:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000098c509e3 pname:cluuid:pid:xid:nid:opc:job createmany:128773b9-ec2f-47c2-9bf4-461c71beba7d:9212:1862481227045952:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200719.511270:0:9212:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200719.511273:0:9212:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200719.511276:0:9212:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1776200719.511278:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200719.511280:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@0000000098c509e3 x1862481227045952/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200726 ref 3 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200719.511287:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1776200719.511289:0:9212:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d888feca. 00000100:00000001:1.0:1776200719.511293:0:9212:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1776200719.511294:0:9212:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200719.511297:0:9212:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1776200719.511303:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1776200719.511306:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1776200719.511309:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b81dbc45 refcount=4 00000020:00000001:1.0:1776200719.511311:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080684903744 : -112993024647872 : ffff993bc2e75d40) 00010000:00000001:1.0:1776200719.511315:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080684903744 : -112993024647872 : ffff993bc2e75d40) 00010000:00000040:1.0:1776200719.511321:0:9212:0:(ldlm_request.c:701:ldlm_cli_enqueue_fini()) local: 00000000b81dbc45, remote cookie: 0x98dca339dc2affbd, flags: 0x1001 00010000:00010000:1.0:1776200719.511334:0:9212:0:(ldlm_request.c:714:ldlm_cli_enqueue_fini()) ### server returned different mode CR ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000b81dbc45/0x8d91c35bada81e3b lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2affbd expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776200719.511342:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00010000:00000040:1.0:1776200719.511346:0:9212:0:(ldlm_request.c:723:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000402:0x33:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1776200719.511349:0:9212:0:(ldlm_lock.c:519:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1776200719.511358:0:9212:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000073acbcbe. 00010000:00000010:1.0:1776200719.511363:0:9212:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000008945652a. 00010000:00000040:1.0:1776200719.511368:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:1.0:1776200719.511371:0:9212:0:(ldlm_lock.c:570:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776200719.511373:0:9212:0:(ldlm_request.c:729:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000b81dbc45/0x8d91c35bada81e3b lrc: 4/0,1 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2affbd expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776200719.511378:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000073acbcbe count: 1 00010000:00010000:1.0:1776200719.511381:0:9212:0:(ldlm_request.c:742:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000b81dbc45/0x8d91c35bada81e3b lrc: 4/0,1 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2affbd expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776200719.511385:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000073acbcbe count: 1 00010000:00000001:1.0:1776200719.511388:0:9212:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1776200719.511392:0:9212:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1776200719.511394:0:9212:0:(ldlm_lock.c:977:search_granted_lock()) Process entered 00010000:00000001:1.0:1776200719.511396:0:9212:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1776200719.511397:0:9212:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1776200719.511400:0:9212:0:(ldlm_resource.c:1787:ldlm_resource_dump()) --- Resource: [0x200000402:0x33:0x0].0x0 (0000000073acbcbe) refcount = 1 00010000:00010000:1.0:1776200719.511403:0:9212:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000b81dbc45/0x8d91c35bada81e3b lrc: 4/0,1 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2affbd expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776200719.511408:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000073acbcbe count: 1 00010000:00000001:1.0:1776200719.511410:0:9212:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1776200719.511422:0:9212:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1776200719.511424:0:9212:0:(ldlm_lock.c:1891:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1776200719.511427:0:9212:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1776200719.511430:0:9212:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776200719.511433:0:9212:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000b81dbc45/0x8d91c35bada81e3b lrc: 4/0,1 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2affbd expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776200719.511437:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000073acbcbe count: 1 00010000:00000001:1.0:1776200719.511440:0:9212:0:(ldlm_request.c:797:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1776200719.511441:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776200719.511443:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1776200719.511444:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776200719.511444:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1776200719.511446:0:9212:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1776200719.511450:0:9212:0:(mdc_locks.c:688:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1776200719.511454:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1776200719.511455:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1776200719.511457:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b81dbc45 refcount=3 00000020:00000001:1.0:1776200719.511458:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080684903744 : -112993024647872 : ffff993bc2e75d40) 00010000:00000001:1.0:1776200719.511461:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080684903744 : -112993024647872 : ffff993bc2e75d40) 00010000:00000001:1.0:1776200719.511463:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1776200719.511464:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1776200719.511465:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b81dbc45 refcount=4 00000020:00000001:1.0:1776200719.511466:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080684903744 : -112993024647872 : ffff993bc2e75d40) 00010000:00000001:1.0:1776200719.511468:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080684903744 : -112993024647872 : ffff993bc2e75d40) 00010000:00000001:1.0:1776200719.511470:0:9212:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1776200719.511473:0:9212:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776200719.511475:0:9212:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000b81dbc45/0x8d91c35bada81e3b lrc: 5/1,1 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2affbd expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776200719.511481:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000073acbcbe count: 1 00010000:00000001:1.0:1776200719.511483:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776200719.511483:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1776200719.511485:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1776200719.511485:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1776200719.511486:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b81dbc45 refcount=5 00000020:00000001:1.0:1776200719.511488:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080684903744 : -112993024647872 : ffff993bc2e75d40) 00010000:00000001:1.0:1776200719.511490:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080684903744 : -112993024647872 : ffff993bc2e75d40) 00010000:00000001:1.0:1776200719.511492:0:9212:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1776200719.511494:0:9212:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000b81dbc45/0x8d91c35bada81e3b lrc: 5/1,1 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2affbd expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776200719.511499:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000073acbcbe count: 1 00010000:00000001:1.0:1776200719.511501:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776200719.511502:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1776200719.511504:0:9212:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000b81dbc45/0x8d91c35bada81e3b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x98dca339dc2affbd expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776200719.511514:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000073acbcbe count: 1 00010000:00000001:1.0:1776200719.511516:0:9212:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1776200719.511516:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776200719.511517:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1776200719.511518:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776200719.511519:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1776200719.511523:0:9212:0:(mdc_locks.c:743:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@0000000098c509e3 x1862481227045952/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200726 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:1.0:1776200719.511532:0:9212:0:(mdc_request.c:781:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1776200719.511536:0:9212:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@0000000098c509e3 x1862481227045952/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 664/656 e 0 to 0 dl 1776200726 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:1.0:1776200719.511542:0:9212:0:(mdc_request.c:834:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200719.511550:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1776200719.511551:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1776200719.511553:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b81dbc45 refcount=3 00000020:00000001:1.0:1776200719.511555:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080684903744 : -112993024647872 : ffff993bc2e75d40) 00010000:00000001:1.0:1776200719.511556:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080684903744 : -112993024647872 : ffff993bc2e75d40) 00000002:00010000:1.0:1776200719.511559:0:9212:0:(mdc_locks.c:847:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000b81dbc45/0x8d91c35bada81e3b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2affbd expref: -99 pid: 9212 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776200719.511565:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000073acbcbe count: 1 00000002:00000010:1.0:1776200719.511569:0:9212:0:(mdc_locks.c:849:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at 000000003517693c. 00010000:00000001:1.0:1776200719.511571:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776200719.511572:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1776200719.511573:0:9212:0:(mdc_locks.c:889:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1776200719.511575:0:9212:0:(mdc_locks.c:1088:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1776200719.511578:0:9212:0:(mdc_locks.c:1110:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1776200719.511580:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200719.511581:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801548544 : -112992908003072 : ffff993bc9db3900) 00000100:00000001:1.0:1776200719.511583:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200719.511584:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801548544 : -112992908003072 : ffff993bc9db3900) 00010000:00000001:1.0:1776200719.511616:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1776200719.511617:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1776200719.511618:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b81dbc45 refcount=3 00000020:00000001:1.0:1776200719.511620:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080684903744 : -112993024647872 : ffff993bc2e75d40) 00010000:00000001:1.0:1776200719.511622:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080684903744 : -112993024647872 : ffff993bc2e75d40) 00000002:00010000:1.0:1776200719.511624:0:9212:0:(mdc_locks.c:1179:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000b81dbc45/0x8d91c35bada81e3b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x98dca339dc2affbd expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:1.0:1776200719.511629:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000073acbcbe count: 1 00010000:00000001:1.0:1776200719.511631:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776200719.511632:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1776200719.511634:0:9212:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1776200719.511635:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1776200719.511636:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1776200719.511637:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b81dbc45 refcount=3 00000020:00000001:1.0:1776200719.511638:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080684903744 : -112993024647872 : ffff993bc2e75d40) 00010000:00000001:1.0:1776200719.511640:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080684903744 : -112993024647872 : ffff993bc2e75d40) 00010000:00000040:1.0:1776200719.511643:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 0000000073acbcbe count: 2 00010000:00000001:1.0:1776200719.511645:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1776200719.511647:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000073acbcbe count: 1 00010000:00010000:1.0:1776200719.511649:0:9212:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000eb44f7cf type 13 mode 16 res 8589935618/51 (0 0) 00010000:00000001:1.0:1776200719.511651:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776200719.511652:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1776200719.511653:0:9212:0:(mdc_locks.c:1205:mdc_finish_intent_lock()) Process leaving 00000002:00002000:1.0:1776200719.511654:0:9212:0:(mdc_locks.c:1210:mdc_finish_intent_lock()) D_IT dentry=f0a.replay-dual-49 intent=open|creat status=0 disp=1800037: rc = 0 00000002:00000001:1.0:1776200719.511657:0:9212:0:(mdc_locks.c:1365:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1776200719.511661:0:9212:0:(lmv_intent.c:421:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1776200719.511663:0:9212:0:(lmv_intent.c:594:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1776200719.511669:0:9212:0:(namei.c:663:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1776200719.511672:0:9212:0:(namei.c:668:ll_lookup_it_finish()) it 00000000c032b1d2 it_disposition 1800037 00000080:00002000:1.0:1776200719.511677:0:9212:0:(namei.c:648:ll_splice_alias()) Add dentry 00000000074e79ae inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1776200719.511682:0:9212:0:(namei.c:798:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1776200719.511686:0:9212:0:(namei.c:1071:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1776200719.511690:0:9212:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 000000001b06e86c. 00000100:00000001:1.0:1776200719.511695:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200719.511697:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 3 req@0000000098c509e3 x1862481227045952/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 4 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200719.511703:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1776200719.511706:0:9212:0:(namei.c:1409:ll_create_it()) Process entered 00000080:00200000:1.0:1776200719.511708:0:9212:0:(namei.c:1412:ll_create_it()) VFS Op:name=f0a.replay-dual-49, dir=[0x200000007:0x1:0x0](00000000e143c7f8), intent=open|creat 00000080:00000001:1.0:1776200719.511712:0:9212:0:(namei.c:1361:ll_create_node()) Process entered 00000080:00000001:1.0:1776200719.511713:0:9212:0:(llite_lib.c:3156:ll_prep_inode()) Process entered 00000080:00000001:1.0:1776200719.511716:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1776200719.511719:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1776200719.511723:0:9212:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1776200719.511726:0:9212:0:(mdc_request.c:665:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1776200719.511729:0:9212:0:(lcommon_cl.c:274:cl_fid_build_ino()) Process leaving (rc=144115205289279539 : 144115205289279539 : 200000402000033) 00000080:00000001:1.0:1776200719.511732:0:9212:0:(namei.c:123:ll_iget()) Process entered 00000080:00000010:1.0:1776200719.511751:0:9212:0:(super25.c:60:ll_alloc_inode()) slab-alloced 'lli': 2032 at 0000000082cc41bf. 00000020:00000001:1.0:1776200719.511763:0:9212:0:(class_obd.c:866:obd_heat_clear()) Process entered 00000020:00000001:1.0:1776200719.511765:0:9212:0:(class_obd.c:869:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1776200719.511767:0:9212:0:(llite_lib.c:2835:ll_read_inode2()) Process entered 00000080:00200000:1.0:1776200719.511768:0:9212:0:(llite_lib.c:2838:ll_read_inode2()) VFS Op:inode=[0x200000402:0x33:0x0](00000000c01b55fa) 00000020:00000001:1.0:1776200719.511773:0:9212:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:1.0:1776200719.511778:0:9212:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080683115800 : -112993026435816 : ffff993bc2cc1518) 00000020:00001000:1.0:1776200719.511781:0:9212:0:(cl_object.c:739:cl_env_get()) 1@0000000048cbdfee 00000020:00000001:1.0:1776200719.511785:0:9212:0:(lu_object.c:816:lu_object_find_at()) Process entered 00000080:00000010:1.0:1776200719.511791:0:9212:0:(vvp_object.c:308:vvp_object_alloc()) slab-alloced 'vob': 200 at 00000000ecd34aa7. 00000020:00000001:1.0:1776200719.511794:0:9212:0:(cl_object.c:74:cl_object_header_init()) Process entered 00000020:00000001:1.0:1776200719.511796:0:9212:0:(cl_object.c:81:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1776200719.511806:0:9212:0:(lov_object.c:2283:lov_object_alloc()) Process entered 00020000:00000010:1.0:1776200719.511810:0:9212:0:(lov_object.c:2284:lov_object_alloc()) slab-alloced 'lov': 248 at 0000000003a016d8. 00020000:00000001:1.0:1776200719.511813:0:9212:0:(lov_object.c:2298:lov_object_alloc()) Process leaving (rc=18446631080692354200 : -112993017197416 : ffff993bc3590c98) 00020000:00000001:1.0:1776200719.511816:0:9212:0:(lov_object.c:1342:lov_object_init()) Process entered 00020000:00000001:1.0:1776200719.511818:0:9212:0:(lov_pack.c:336:lov_unpackmd()) Process entered 00020000:00000010:1.0:1776200719.511824:0:9212:0:(lov_ea.c:213:lsme_unpack()) kmalloced '(lsme)': 72 at 000000008ad52db9. 00020000:00000010:1.0:1776200719.511827:0:9212:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at 000000008b9aab98. 00020000:00000010:1.0:1776200719.511832:0:9212:0:(lov_ea.c:338:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at 0000000082250c10. 00020000:00000001:1.0:1776200719.511834:0:9212:0:(lov_pack.c:348:lov_unpackmd()) Process leaving (rc=18446631080692281344 : -112993017270272 : ffff993bc357f000) 00020000:00000002:1.0:1776200719.511837:0:9212:0:(lov_ea.c:635:dump_lsm()) lsm 0000000082250c10, objid 0x33:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1776200719.511841:0:9212:0:(lov_ea.c:657:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 1048576, pool: [] 00020000:00000002:1.0:1776200719.511843:0:9212:0:(lov_ea.c:667:dump_lsm()) oinfo:000000008b9aab98: ostid: 0x0:27 ost idx: 0 gen: 0 00020000:00000001:1.0:1776200719.511846:0:9212:0:(lov_object.c:636:lov_init_composite()) Process entered 00020000:00000002:1.0:1776200719.511847:0:9212:0:(lov_ea.c:635:dump_lsm()) lsm 0000000082250c10, objid 0x33:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1776200719.511850:0:9212:0:(lov_ea.c:657:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 1048576, pool: [] 00020000:00000002:1.0:1776200719.511852:0:9212:0:(lov_ea.c:667:dump_lsm()) oinfo:000000008b9aab98: ostid: 0x0:27 ost idx: 0 gen: 0 00020000:00000010:1.0:1776200719.511855:0:9212:0:(lov_object.c:655:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at 00000000bb24857d. 00020000:00000010:1.0:1776200719.511868:0:9212:0:(lov_object.c:659:lov_init_composite()) kmalloced '(comp->lo_entries)': 168 at 00000000d888feca. 00020000:00000001:1.0:1776200719.511874:0:9212:0:(lov_object.c:213:lov_init_raid0()) Process entered 00020000:00000010:1.0:1776200719.511877:0:9212:0:(lov_object.c:218:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at 000000000d119a68. 00020000:00000001:1.0:1776200719.511881:0:9212:0:(lov_object.c:104:lov_sub_find()) Process entered 00000020:00000001:1.0:1776200719.511881:0:9212:0:(lu_object.c:816:lu_object_find_at()) Process entered 00020000:00000001:1.0:1776200719.511887:0:9212:0:(lovsub_object.c:185:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1776200719.511889:0:9212:0:(lovsub_object.c:186:lovsub_object_alloc()) slab-alloced 'los': 200 at 000000009f4b822c. 00000020:00000001:1.0:1776200719.511891:0:9212:0:(cl_object.c:74:cl_object_header_init()) Process entered 00000020:00000001:1.0:1776200719.511892:0:9212:0:(cl_object.c:81:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1776200719.511894:0:9212:0:(lovsub_object.c:199:lovsub_object_alloc()) Process leaving (rc=18446631080692366192 : -112993017185424 : ffff993bc3593b70) 00020000:00000001:1.0:1776200719.511898:0:9212:0:(lovsub_object.c:58:lovsub_object_init()) Process entered 00000008:00000010:1.0:1776200719.511903:0:9212:0:(osc_object.c:449:osc_object_alloc()) slab-alloced 'osc': 432 at 00000000adbc2746. 00020000:00000001:1.0:1776200719.511906:0:9212:0:(lovsub_object.c:67:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1776200719.511911:0:9212:0:(lu_object.c:915:lu_object_find_at()) Process leaving (rc=18446631080692366192 : -112993017185424 : ffff993bc3593b70) 00020000:00000001:1.0:1776200719.511913:0:9212:0:(lov_object.c:108:lov_sub_find()) Process leaving (rc=18446631080692366192 : -112993017185424 : ffff993bc3593b70) 00020000:00000002:1.0:1776200719.511916:0:9212:0:(lov_object.c:155:lov_init_sub()) [0x100000000:0x1b:0x0]@000000009f4b822c[0:0] -> [0x200000402:0x33:0x0]@00000000ecd34aa7: ostid: 0x0:27 ost idx: 0 gen: 0 00020000:00000001:1.0:1776200719.511921:0:9212:0:(lov_object.c:284:lov_init_raid0()) Process leaving (rc=176 : 176 : b0) 00020000:00000001:1.0:1776200719.511923:0:9212:0:(lov_object.c:813:lov_init_composite()) Process leaving 00020000:00000001:1.0:1776200719.511925:0:9212:0:(lov_object.c:1370:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1776200719.511927:0:9212:0:(lu_object.c:915:lu_object_find_at()) Process leaving (rc=18446631080692364992 : -112993017186624 : ffff993bc35936c0) 00000020:00001000:1.0:1776200719.511930:0:9212:0:(cl_object.c:820:cl_env_put()) 1@0000000048cbdfee 00000080:00000001:1.0:1776200719.511935:0:9212:0:(lcommon_cl.c:274:cl_fid_build_ino()) Process leaving (rc=144115205289279539 : 144115205289279539 : 200000402000033) 00000080:00000001:1.0:1776200719.511939:0:9212:0:(lcommon_cl.c:286:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1776200719.511941:0:9212:0:(llite_lib.c:2690:ll_update_inode()) setting ino 144115205289279539 mtime from 0 to 1776200719 00000080:00000001:1.0:1776200719.511946:0:9212:0:(llite_lib.c:2864:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1776200719.511948:0:9212:0:(namei.c:166:ll_iget()) Process leaving (rc=18446631080818010320 : -112992891541296 : ffff993bcad668d0) 00010000:00000001:1.0:1776200719.511950:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1776200719.511951:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1776200719.511953:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b81dbc45 refcount=3 00000020:00000001:1.0:1776200719.511955:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080684903744 : -112993024647872 : ffff993bc2e75d40) 00010000:00000001:1.0:1776200719.511957:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080684903744 : -112993024647872 : ffff993bc2e75d40) 00000080:00000001:1.0:1776200719.511960:0:9212:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:1.0:1776200719.511961:0:9212:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:1.0:1776200719.511962:0:9212:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080683115800 : -112993026435816 : ffff993bc2cc1518) 00000020:00001000:1.0:1776200719.511964:0:9212:0:(cl_object.c:739:cl_env_get()) 1@0000000048cbdfee 00000020:00000001:1.0:1776200719.511966:0:9212:0:(cl_object.c:296:cl_conf_set()) Process entered 00020000:00000001:1.0:1776200719.511969:0:9212:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:1.0:1776200719.511970:0:9212:0:(lov_pack.c:336:lov_unpackmd()) Process entered 00020000:00000010:1.0:1776200719.511972:0:9212:0:(lov_ea.c:213:lsme_unpack()) kmalloced '(lsme)': 72 at 00000000efdba8c1. 00020000:00000010:1.0:1776200719.511974:0:9212:0:(lov_ea.c:248:lsme_unpack()) slab-alloced 'loi': 112 at 00000000010c70f8. 00020000:00000010:1.0:1776200719.511976:0:9212:0:(lov_ea.c:338:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at 00000000b97b5dce. 00020000:00000001:1.0:1776200719.511978:0:9212:0:(lov_pack.c:348:lov_unpackmd()) Process leaving (rc=18446631080692283936 : -112993017267680 : ffff993bc357fa20) 00020000:00000002:1.0:1776200719.511980:0:9212:0:(lov_ea.c:635:dump_lsm()) lsm 00000000b97b5dce, objid 0x33:1026, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1776200719.511983:0:9212:0:(lov_ea.c:657:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1, sstripe size 1048576, pool: [] 00020000:00000002:1.0:1776200719.511985:0:9212:0:(lov_ea.c:667:dump_lsm()) oinfo:00000000010c70f8: ostid: 0x0:27 ost idx: 0 gen: 0 00020000:00000002:1.0:1776200719.511988:0:9212:0:(lov_object.c:1234:lov_conf_lock()) Took exclusive lov(0000000003a016d8) owner 00000000c7f03c54 00020000:00000001:1.0:1776200719.511990:0:9212:0:(lov_object.c:1439:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1776200719.511992:0:9212:0:(lov_object.c:1240:lov_conf_unlock()) To release exclusive lov(0000000003a016d8) owner 00000000c7f03c54 00020000:00000010:1.0:1776200719.511995:0:9212:0:(lov_ea.c:144:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at 00000000010c70f8. 00020000:00000010:1.0:1776200719.511999:0:9212:0:(lov_ea.c:147:lsme_free()) kfreed 'lsme': 72 at 00000000efdba8c1. 00020000:00000010:1.0:1776200719.512002:0:9212:0:(lov_ea.c:166:lsm_free()) kfreed 'lsm': 88 at 00000000b97b5dce. 00020000:00000002:1.0:1776200719.512003:0:9212:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x33:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1776200719.512006:0:9212:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1776200719.512008:0:9212:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1776200719.512011:0:9212:0:(cl_object.c:387:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1776200719.512014:0:9212:0:(lov_object.c:1182:lov_conf_freeze()) To take share lov(0000000003a016d8) owner 0000000000000000/00000000c7f03c54 00020000:00000002:1.0:1776200719.512016:0:9212:0:(lov_object.c:2311:lov_lsm_addref()) lsm 0000000082250c10 addref 2/0 by 00000000c7f03c54. 00020000:00000002:1.0:1776200719.512019:0:9212:0:(lov_object.c:1190:lov_conf_thaw()) To release share lov(0000000003a016d8) owner 0000000000000000/00000000c7f03c54 00020000:00000001:1.0:1776200719.512021:0:9212:0:(lov_object.c:2209:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1776200719.512023:0:9212:0:(lov_pack.c:197:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1776200719.512024:0:9212:0:(lov_pack.c:109:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1776200719.512026:0:9212:0:(lov_pack.c:114:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1776200719.512028:0:9212:0:(lov_object.c:2227:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1776200719.512029:0:9212:0:(file.c:5870:ll_layout_conf()) [0x200000402:0x33:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1776200719.512032:0:9212:0:(cl_object.c:820:cl_env_put()) 1@0000000048cbdfee 00000080:00000001:1.0:1776200719.512034:0:9212:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200719.512035:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776200719.512037:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1776200719.512038:0:9212:0:(llite_lib.c:3243:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1776200719.512040:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1776200719.512042:0:9212:0:(lmv_obd.c:3637:lmv_free_lustre_md()) Process entered 00800000:00000001:1.0:1776200719.512044:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1776200719.512046:0:9212:0:(mdc_request.c:675:mdc_free_lustre_md()) Process entered 00000002:00000001:1.0:1776200719.512047:0:9212:0:(mdc_request.c:676:mdc_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1776200719.512049:0:9212:0:(lmv_obd.c:3649:lmv_free_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1776200719.512051:0:9212:0:(namei.c:1379:ll_create_node()) setting l_ast_data to inode [0x200000402:0x33:0x0](00000000c01b55fa) 00000080:00010000:1.0:1776200719.512053:0:9212:0:(llite_internal.h:1711:ll_set_lock_data()) setting l_data to inode [0x200000402:0x33:0x0](00000000c01b55fa) for lock 0x8d91c35bada81e3b 00000080:00000001:1.0:1776200719.512056:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1776200719.512058:0:9212:0:(lmv_obd.c:3564:lmv_set_lock_data()) Process entered 00800000:00000001:1.0:1776200719.512059:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1776200719.512061:0:9212:0:(mdc_locks.c:104:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1776200719.512062:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1776200719.512063:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1776200719.512065:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b81dbc45 refcount=3 00000020:00000001:1.0:1776200719.512066:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080684903744 : -112993024647872 : ffff993bc2e75d40) 00010000:00000001:1.0:1776200719.512068:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080684903744 : -112993024647872 : ffff993bc2e75d40) 00010000:00000001:1.0:1776200719.512070:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776200719.512071:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1776200719.512072:0:9212:0:(mdc_locks.c:132:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1776200719.512073:0:9212:0:(lmv_obd.c:3569:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1776200719.512075:0:9212:0:(namei.c:1381:ll_create_node()) Process leaving 00000100:00000001:1.0:1776200719.512076:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200719.512079:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@0000000098c509e3 x1862481227045952/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 3 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200719.512085:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1776200719.512090:0:9212:0:(namei.c:1461:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1776200719.512093:0:9212:0:(pcc.c:2323:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1776200719.512095:0:9212:0:(pcc.c:2326:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1776200719.512104:0:9212:0:(file.c:834:ll_file_open()) Process entered 00000080:00200000:1.0:1776200719.512106:0:9212:0:(file.c:837:ll_file_open()) VFS Op:inode=[0x200000402:0x33:0x0](00000000c01b55fa), flags 100102 00000080:00000010:1.0:1776200719.512113:0:9212:0:(file.c:80:ll_file_data_get()) slab-alloced 'fd': 280 at 000000009006dde9. 00000080:00000010:1.0:1776200719.512118:0:9212:0:(file.c:1001:ll_file_open()) kmalloced '(*och_p)': 48 at 000000008bfeaa22. 00000080:00000001:1.0:1776200719.512121:0:9212:0:(file.c:767:ll_local_open()) Process entered 00000080:00000001:1.0:1776200719.512124:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1776200719.512126:0:9212:0:(lmv_obd.c:3660:lmv_set_open_replay_data()) Process entered 00800000:00000001:1.0:1776200719.512127:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1776200719.512129:0:9212:0:(mdc_request.c:781:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1776200719.512132:0:9212:0:(obd.h:1238:obd_mod_alloc()) kmalloced '(mod)': 32 at 00000000d9a8992a. 00000002:00100000:1.0:1776200719.512135:0:9212:0:(mdc_request.c:833:mdc_set_open_replay_data()) @@@ Set up open replay data req@0000000098c509e3 x1862481227045952/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:1.0:1776200719.512141:0:9212:0:(mdc_request.c:834:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1776200719.512142:0:9212:0:(lmv_obd.c:3666:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1776200719.512146:0:9212:0:(rw.c:921:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1776200719.512149:0:9212:0:(file.c:785:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1776200719.512151:0:9212:0:(pcc.c:1499:pcc_file_open()) Process entered 00000080:00000001:1.0:1776200719.512154:0:9212:0:(pcc.c:1414:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1776200719.512155:0:9212:0:(pcc.c:1420:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1776200719.512156:0:9212:0:(pcc.c:1518:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1776200719.512157:0:9212:0:(pcc.c:1542:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1776200719.512159:0:9212:0:(file.c:1039:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200719.512161:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200719.512164:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000098c509e3 x1862481227045952/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl Complete:RPQU/4/0 rc 0/0 job:'createmany.0' 02000000:00000001:1.0:1776200719.512170:0:9212:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1776200719.512174:0:9212:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at 000000001d275702. 02000000:00000001:1.0:1776200719.512231:0:9212:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1776200719.512233:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1776200719.512237:0:9212:0:(dcache.c:214:ll_intent_release()) Process entered 00000080:00000040:1.0:1776200719.512238:0:9212:0:(dcache.c:216:ll_intent_release()) intent 00000000c032b1d2 released 00000080:00010000:1.0:1776200719.512240:0:9212:0:(dcache.c:193:ll_intent_drop_lock()) releasing lock with cookie 0x8d91c35bada81e3b from it 00000000c032b1d2 00010000:00000001:1.0:1776200719.512242:0:9212:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1776200719.512243:0:9212:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1776200719.512244:0:9212:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b81dbc45 refcount=3 00000020:00000001:1.0:1776200719.512246:0:9212:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080684903744 : -112993024647872 : ffff993bc2e75d40) 00010000:00000001:1.0:1776200719.512248:0:9212:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080684903744 : -112993024647872 : ffff993bc2e75d40) 00010000:00000001:1.0:1776200719.512249:0:9212:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1776200719.512251:0:9212:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000b81dbc45/0x8d91c35bada81e3b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x98dca339dc2affbd expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:1.0:1776200719.512257:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000073acbcbe count: 1 00010000:00000001:1.0:1776200719.512259:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776200719.512260:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1776200719.512261:0:9212:0:(ldlm_lock.c:326:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1776200719.512263:0:9212:0:(ldlm_lock.c:330:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1776200719.512265:0:9212:0:(ldlm_lock.c:902:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000b81dbc45/0x8d91c35bada81e3b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x33:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x98dca339dc2affbd expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:1.0:1776200719.512270:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000073acbcbe count: 1 00010000:00000001:1.0:1776200719.512274:0:9212:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1776200719.512277:0:9212:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1776200719.512279:0:9212:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1776200719.512283:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776200719.512283:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1776200719.512285:0:9212:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200719.512288:0:9212:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1776200719.512290:0:9212:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200719.512292:0:9212:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200719.512294:0:9212:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200719.512296:0:9212:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1776200719.512297:0:9212:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776200719.512299:0:9212:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1776200719.512300:0:9212:0:(dcache.c:227:ll_intent_release()) Process leaving 00000080:00000010:1.0:1776200719.512303:0:9212:0:(namei.c:1349:ll_atomic_open()) kfreed 'it': 72 at 00000000c032b1d2. 00000080:00000001:1.0:1776200719.512306:0:9212:0:(namei.c:1351:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1776200719.512311:0:9212:0:(file.c:5644:ll_inode_permission()) Process entered 00000080:00200000:1.0:1776200719.512312:0:9212:0:(file.c:5661:ll_inode_permission()) VFS Op:inode=[0x200000402:0x33:0x0](00000000c01b55fa), inode mode 81a4 mask 40 00000080:00000001:1.0:1776200719.512316:0:9212:0:(file.c:5701:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1776200719.512352:0:9212:0:(lov_object.c:2321:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1776200719.512354:0:9212:0:(lov_object.c:1182:lov_conf_freeze()) To take share lov(0000000003a016d8) owner 0000000000000000/00000000c7f03c54 00020000:00000002:1.0:1776200719.512357:0:9212:0:(lov_object.c:1190:lov_conf_thaw()) To release share lov(0000000003a016d8) owner 0000000000000000/00000000c7f03c54 00020000:00000001:1.0:1776200719.512359:0:9212:0:(lov_object.c:2367:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1776200719.512367:0:9212:0:(file.c:407:ll_file_release()) Process entered 00000080:00200000:1.0:1776200719.512369:0:9212:0:(file.c:410:ll_file_release()) VFS Op:inode=[0x200000402:0x33:0x0](00000000c01b55fa) 00000080:00000001:1.0:1776200719.512371:0:9212:0:(pcc.c:1552:pcc_file_release()) Process entered 00000080:00000001:1.0:1776200719.512372:0:9212:0:(pcc.c:1571:pcc_file_release()) Process leaving 00020000:00000001:1.0:1776200719.512373:0:9212:0:(lov_object.c:2321:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1776200719.512374:0:9212:0:(lov_object.c:1182:lov_conf_freeze()) To take share lov(0000000003a016d8) owner 0000000000000000/00000000c7f03c54 00020000:00000002:1.0:1776200719.512376:0:9212:0:(lov_object.c:1190:lov_conf_thaw()) To release share lov(0000000003a016d8) owner 0000000000000000/00000000c7f03c54 00020000:00000001:1.0:1776200719.512378:0:9212:0:(lov_object.c:2367:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1776200719.512379:0:9212:0:(file.c:327:ll_md_close()) Process entered 00000080:00000001:1.0:1776200719.512381:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1776200719.512384:0:9212:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:1.0:1776200719.512385:0:9212:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x33:0x0] 00800000:00000001:1.0:1776200719.512387:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1776200719.512388:0:9212:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1776200719.512390:0:9212:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1776200719.512393:0:9212:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 0000000073acbcbe count: 2 00010000:00000001:1.0:1776200719.512395:0:9212:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1776200719.512397:0:9212:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000073acbcbe count: 1 00000002:00000001:1.0:1776200719.512400:0:9212:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1776200719.512402:0:9212:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1776200719.512404:0:9212:0:(file.c:281:ll_md_real_close()) Process entered 00000080:00000001:1.0:1776200719.512406:0:9212:0:(file.c:157:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1776200719.512409:0:9212:0:(file.c:165:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at 000000001b06e86c. 00000080:00000001:1.0:1776200719.512411:0:9212:0:(file.c:102:ll_prepare_close()) Process entered 00000080:00000001:1.0:1776200719.512416:0:9212:0:(file.c:137:ll_prepare_close()) Process leaving 00000080:00000001:1.0:1776200719.512418:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1776200719.512421:0:9212:0:(lmv_obd.c:1466:lmv_close()) Process entered 00800000:00000002:1.0:1776200719.512422:0:9212:0:(lmv_obd.c:1472:lmv_close()) CLOSE [0x200000402:0x33:0x0] 00800000:00000001:1.0:1776200719.512424:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1776200719.512427:0:9212:0:(mdc_request.c:900:mdc_close()) Process entered 00000002:00000002:1.0:1776200719.512428:0:9212:0:(mdc_request.c:904:mdc_close()) lustre-MDT0000-mdc-ffff993be2454000: [0x200000402:0x33:0x0] file closed with intent: 0 00000100:00000010:1.0:1776200719.512435:0:9212:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000094255843. 00000020:00000040:1.0:1776200719.512438:0:9212:0:(genops.c:1191:class_import_get()) import 000000000fe8d637 refcount=107 obd=lustre-MDT0000-mdc-ffff993be2454000 00000002:00100000:1.0:1776200719.512444:0:9212:0:(mdc_request.c:944:mdc_close()) @@@ matched open req@0000000098c509e3 x1862481227045952/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 1 fl Complete:RPQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200719.512451:0:9212:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1776200719.512454:0:9212:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1776200719.512457:0:9212:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1776200719.512463:0:9212:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007f56d399. 00000100:00000001:1.0:1776200719.512470:0:9212:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1776200719.512478:0:9212:0:(genops.c:2339:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff993be2454000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1776200719.512482:0:9212:0:(client.c:742:ptlrpc_reassign_next_xid()) @@@ reassign xid req@0000000094255843 x1862481227046080/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1776200719.512487:0:9212:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1776200719.512489:0:9212:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1776200719.512495:0:9212:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007261de02. 00000100:00000001:1.0:1776200719.512497:0:9212:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446631080715967680 : -112992993583936 : ffff993bc4c15cc0) 00000100:00000001:1.0:1776200719.512499:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200719.512500:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801563136 : -112992907988480 : ffff993bc9db7200) 00000100:00000001:1.0:1776200719.512504:0:9212:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1776200719.512507:0:9212:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200719.512509:0:9212:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1776200719.512511:0:9212:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200719.512513:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000094255843 x1862481227046080/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200719.512519:0:9212:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200719.512521:0:9212:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200719.512525:0:9212:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200719.512527:0:9212:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200719.512530:0:9212:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000094255843 pname:cluuid:pid:xid:nid:opc:job createmany:128773b9-ec2f-47c2-9bf4-461c71beba7d:9212:1862481227046080:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200719.512534:0:9212:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200719.512539:0:9212:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200719.512542:0:9212:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200719.512544:0:9212:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200719.512547:0:9212:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000eabe597f. 02000000:00000001:1.0:1776200719.512549:0:9212:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200719.512557:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200719.512561:0:9212:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000092d33e40. 00000400:00000010:1.0:1776200719.512567:0:9212:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e92e4cf2. 00000100:00000200:1.0:1776200719.512574:0:9212:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227046080, portal 10 00000100:00000001:1.0:1776200719.512576:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200719.512577:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801563136 : -112992907988480 : ffff993bc9db7200) 00000100:00000040:1.0:1776200719.512582:0:9212:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000094255843 x1862481227046080/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200719.512618:0:9212:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200719.512622:0:9212:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200719.512625:0:9212:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000072e82ceb. 00000100:00000200:1.0:1776200719.512629:0:9212:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227046080, offset 0 00000400:00000200:1.0:1776200719.512636:0:9212:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200719.512645:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200719.512653:0:9212:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200719.512661:0:9212:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200719.512665:0:9212:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200719.512668:0:9212:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200719.512672:0:9212:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [331:331:256:4294967295] 192.168.203.148@tcp LPNI seq info [331:331:8:4294967295] 00000400:00000200:1.0:1776200719.512676:0:9212:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200719.512686:0:9212:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200719.512692:0:9212:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200719.512697:0:9212:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a12e233f (tot 3422846). 00000800:00000200:1.0:1776200719.512703:0:9212:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200719.512711:0:9212:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200719.512715:0:9212:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a12e233f type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1776200719.512732:0:9212:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200719.512734:0:9212:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200719.512737:0:9212:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200719.512739:0:9212:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200719.512740:0:9212:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:1.0:1776200719.512742:0:9212:0:(client.c:2500:ptlrpc_set_wait()) set 000000007261de02 going to sleep for 6 seconds 00000100:00000001:1.0:1776200719.512745:0:9212:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200719.512748:0:9212:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200719.512957:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200719.512961:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a12e233f (tot 3422598). 00000400:00000200:2.0:1776200719.512966:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200719.512972:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200719.512975:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000072e82ceb 00000400:00000010:2.0:1776200719.512977:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000072e82ceb. 00000100:00000001:2.0:1776200719.512982:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200719.512984:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000094255843 x1862481227046080/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.512992:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200719.512994:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@0000000094255843 x1862481227046080/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200719.512999:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200719.513000:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200719.517958:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200719.517980:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200719.517986:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200719.517988:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200719.518001:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200719.518011:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200719.518020:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200719.518026:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200719.518032:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200719.518037:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f05cc0 00000400:00000200:3.0:1776200719.518043:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200719.518050:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0xd05 [1] + 224 00000800:00000001:3.0:1776200719.518059:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200719.518069:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200719.518073:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200719.518077:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200719.518104:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200719.518113:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000094255843 x1862481227046080/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200719.518124:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=456 offset=224 replen=624 req@0000000094255843 x1862481227046080/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200719.518147:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200719.518158:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200719.518162:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200719.518226:0:9212:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200719.518236:0:9212:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200719.518238:0:9212:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200719.518241:0:9212:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000092d33e40. 00000400:00000200:1.0:1776200719.518246:0:9212:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e92e4cf2 00000400:00000010:1.0:1776200719.518248:0:9212:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e92e4cf2. 00000100:00000001:1.0:1776200719.518251:0:9212:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200719.518255:0:9212:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000094255843 x1862481227046080/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200719.518262:0:9212:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000094255843 x1862481227046080/t0(0) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/624 e 0 to 0 dl 1776200726 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200719.518268:0:9212:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200719.518270:0:9212:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200719.518272:0:9212:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200719.518275:0:9212:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200719.518278:0:9212:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200719.518281:0:9212:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200719.518284:0:9212:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200719.518295:0:9212:0:(import.c:1935:at_measured()) add 1 to 000000000f61d0a9 time=87 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200719.518299:0:9212:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=88 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200719.518301:0:9212:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200719.518303:0:9212:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200719.518306:0:9212:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776200719.518309:0:9212:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200719.518313:0:9212:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1776200719.518315:0:9212:0:(client.c:1389:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1776200719.518318:0:9212:0:(client.c:1391:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1776200719.518321:0:9212:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200719.518322:0:9212:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801563136 : -112992907988480 : ffff993bc9db7200) 00000100:00000001:1.0:1776200719.518334:0:9212:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200719.518336:0:9212:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 0 00000100:00000001:1.0:1776200719.518338:0:9212:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200719.518341:0:9212:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200719.518345:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000094255843 x1862481227046080/t4294967406(4294967406) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 3 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200719.518352:0:9212:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200719.518355:0:9212:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200719.518358:0:9212:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1776200719.518361:0:9212:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000094255843 x1862481227046080/t4294967406(4294967406) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 3 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:1.0:1776200719.518367:0:9212:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000094255843 pname:cluuid:pid:xid:nid:opc:job createmany:128773b9-ec2f-47c2-9bf4-461c71beba7d:9212:1862481227046080:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200719.518372:0:9212:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200719.518375:0:9212:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200719.518377:0:9212:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1776200719.518380:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200719.518382:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@0000000094255843 x1862481227046080/t4294967406(4294967406) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 3 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200719.518389:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1776200719.518391:0:9212:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007261de02. 00000100:00000001:1.0:1776200719.518396:0:9212:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1776200719.518398:0:9212:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1776200719.518407:0:9212:0:(mdc_request.c:1038:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1776200719.518410:0:9212:0:(lmv_obd.c:1474:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1776200719.518426:0:9212:0:(llite_lib.c:3470:ll_finish_md_op_data()) kfreed 'op_data': 392 at 000000001b06e86c. 00000080:00000001:1.0:1776200719.518432:0:9212:0:(file.c:263:ll_close_inode_openhandle()) Process leaving 00000080:00000001:1.0:1776200719.518435:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1776200719.518438:0:9212:0:(lmv_obd.c:3676:lmv_clear_open_replay_data()) Process entered 00800000:00000001:1.0:1776200719.518441:0:9212:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1776200719.518445:0:9212:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1776200719.518450:0:9212:0:(mdc_request.c:854:mdc_free_open()) @@@ free open request, rq_replay=0 req@0000000098c509e3 x1862481227045952/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 1 fl Complete:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000002:00000001:1.0:1776200719.518457:0:9212:0:(mdc_request.c:888:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1776200719.518458:0:9212:0:(lmv_obd.c:3682:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1776200719.518460:0:9212:0:(file.c:268:ll_close_inode_openhandle()) kfreed 'och': 48 at 000000008bfeaa22. 00000100:00000001:1.0:1776200719.518463:0:9212:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200719.518465:0:9212:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000094255843 x1862481227046080/t4294967406(4294967406) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200719.518470:0:9212:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1776200719.518473:0:9212:0:(file.c:313:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1776200719.518476:0:9212:0:(file.c:93:ll_file_data_put()) slab-freed '(fd)': 280 at 000000009006dde9. 00000080:00000001:1.0:1776200719.518480:0:9212:0:(file.c:391:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1776200719.518484:0:9212:0:(file.c:445:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1776200719.518491:0:9212:0:(dcache.c:126:ll_ddelete()) Process entered 00000080:00002000:1.0:1776200719.518492:0:9212:0:(dcache.c:133:ll_ddelete()) keeping dentry f0a.replay-dual-49 (00000000074e79ae, parent 000000008fe1cc87, inode 00000000c01b55fa) hashed, 00000080:00000001:1.0:1776200719.518497:0:9212:0:(dcache.c:137:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200719.783919:0:5019:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1776200719.783926:0:5019:0:(service.c:1545:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200720.168176:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200720.168183:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200720.168191:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200720.168191:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200720.168194:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200720.168195:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200720.168652:0:5026:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200720.168656:0:5026:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200720.168659:0:5026:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1776200721.192169:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200721.192176:0:420:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1776200721.192178:0:420:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1776200721.192181:0:420:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200721.192185:0:420:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1776200721.192187:0:420:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200721.192189:0:420:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200721.192190:0:420:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200721.192194:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200721.192211:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200721.192216:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200721.192217:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200721.192963:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200721.192966:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200721.192969:0:5027:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1776200722.215700:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200722.215706:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200722.215721:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200722.215722:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200722.215725:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200722.215726:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200722.217497:0:5026:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200722.217504:0:5026:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200722.217509:0:5026:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1776200723.246937:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200723.246944:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200723.246953:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200723.246954:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200723.246958:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200723.246959:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200723.248474:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200723.248479:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200723.248483:0:5027:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1776200723.882494:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 822f82fc-1b4a-4a91-a190-4cbe8fb35285->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1776200723.882507:0:37:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1776200723.882520:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e3c421b. 00000020:00000040:2.0:1776200723.882527:0:37:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000100:00000001:2.0:1776200723.882532:0:37:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1776200723.882536:0:37:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1776200723.882542:0:37:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1776200723.882551:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000063bad7bd. 00000100:00000001:2.0:1776200723.882560:0:37:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200723.882574:0:37:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 822f82fc-1b4a-4a91-a190-4cbe8fb35285->MGS req@000000004e3c421b x1862481227046144/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1776200723.882585:0:37:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1776200723.882617:0:37:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200723.882624:0:37:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000004e3c421b] to pc [ptlrpcd_01_01+1] req@000000004e3c421b x1862481227046144/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200723.882660:0:37:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200723.882662:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1776200723.882665:0:37:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1776200723.882669:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c1fde8ee. 00000020:00000040:2.0:1776200723.882691:0:37:0:(genops.c:1191:class_import_get()) import 000000000fe8d637 refcount=108 obd=lustre-MDT0000-mdc-ffff993be2454000 00000100:00000001:2.0:1776200723.882694:0:37:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1776200723.882695:0:37:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1776200723.882696:0:37:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1776200723.882700:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b4341bfd. 00000100:00000001:2.0:1776200723.882703:0:37:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200723.882706:0:37:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-MDT0000_UUID req@00000000c1fde8ee x1862481227046208/t0(0) o400->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1776200723.882712:0:37:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1776200723.882713:0:37:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200723.882716:0:37:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c1fde8ee] to pc [ptlrpcd_01_00+0] req@00000000c1fde8ee x1862481227046208/t0(0) o400->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200723.882723:0:37:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200723.882725:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1776200723.882728:0:37:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1776200723.882732:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000993a8a16. 00000020:00000040:2.0:1776200723.882734:0:37:0:(genops.c:1191:class_import_get()) import 0000000000feff6b refcount=5 obd=lustre-OST0000-osc-ffff993be2454000 00000100:00000001:2.0:1776200723.882735:0:37:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1776200723.882736:0:37:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1776200723.882737:0:37:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1776200723.882740:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001a242a82. 00000100:00000001:2.0:1776200723.882743:0:37:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200723.882746:0:37:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0000_UUID req@00000000993a8a16 x1862481227046272/t0(0) o400->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1776200723.882751:0:37:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1776200723.882753:0:37:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200723.882755:0:37:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000993a8a16] to pc [ptlrpcd_01_01+1] req@00000000993a8a16 x1862481227046272/t0(0) o400->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200723.882760:0:37:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200723.882761:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1776200723.882764:0:37:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1776200723.882772:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001e249587. 00000020:00000040:2.0:1776200723.882775:0:37:0:(genops.c:1191:class_import_get()) import 00000000e19172f0 refcount=5 obd=lustre-OST0001-osc-ffff993be2454000 00000100:00000001:2.0:1776200723.882776:0:37:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1776200723.882777:0:37:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1776200723.882779:0:37:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1776200723.882784:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000014782cfc. 00000100:00000001:2.0:1776200723.882787:0:37:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200723.882790:0:37:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0001_UUID req@000000001e249587 x1862481227046336/t0(0) o400->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1776200723.882795:0:37:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1776200723.882797:0:37:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200723.882800:0:37:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000001e249587] to pc [ptlrpcd_01_00+0] req@000000001e249587 x1862481227046336/t0(0) o400->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200723.882806:0:37:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200723.882807:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1776200723.882810:0:37:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1776200723.882813:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d5ec1212. 00000020:00000040:2.0:1776200723.882815:0:37:0:(genops.c:1191:class_import_get()) import 000000003f892a49 refcount=14 obd=lustre-MDT0000-mdc-ffff993bc2c8c000 00000100:00000001:2.0:1776200723.882816:0:37:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1776200723.882817:0:37:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1776200723.882819:0:37:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1776200723.882821:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000df31a98d. 00000100:00000001:2.0:1776200723.882823:0:37:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200723.882825:0:37:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-MDT0000_UUID req@00000000d5ec1212 x1862481227046400/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1776200723.882830:0:37:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1776200723.882831:0:37:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200723.882833:0:37:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d5ec1212] to pc [ptlrpcd_01_01+1] req@00000000d5ec1212 x1862481227046400/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200723.882838:0:37:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200723.882839:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1776200723.882849:0:37:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1776200723.882852:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000393e0247. 00000020:00000040:2.0:1776200723.882854:0:37:0:(genops.c:1191:class_import_get()) import 000000000e91456c refcount=5 obd=lustre-OST0000-osc-ffff993bc2c8c000 00000100:00000001:2.0:1776200723.882856:0:37:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1776200723.882857:0:37:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1776200723.882858:0:37:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1776200723.882861:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000029c875dc. 00000100:00000001:2.0:1776200723.882864:0:37:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200723.882866:0:37:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0000_UUID req@00000000393e0247 x1862481227046464/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1776200723.882872:0:37:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1776200723.882873:0:37:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200723.882876:0:37:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000393e0247] to pc [ptlrpcd_01_00+0] req@00000000393e0247 x1862481227046464/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200723.882882:0:37:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200723.882883:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1776200723.882886:0:37:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1776200723.882889:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003e8f9dbe. 00000020:00000040:2.0:1776200723.882890:0:37:0:(genops.c:1191:class_import_get()) import 00000000afb3b1b5 refcount=5 obd=lustre-OST0001-osc-ffff993bc2c8c000 00000100:00000001:2.0:1776200723.882892:0:37:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1776200723.882893:0:37:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1776200723.882894:0:37:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1776200723.882896:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000eb249276. 00000100:00000001:2.0:1776200723.882899:0:37:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200723.882901:0:37:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0001_UUID req@000000003e8f9dbe x1862481227046528/t0(0) o400->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1776200723.882906:0:37:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1776200723.882907:0:37:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200723.882909:0:37:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000003e8f9dbe] to pc [ptlrpcd_01_01+1] req@000000003e8f9dbe x1862481227046528/t0(0) o400->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200723.882915:0:37:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200723.882925:0:37:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (307) 00000100:00000001:3.0:1776200723.883058:0:2243:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200723.883063:0:2243:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200723.883066:0:2243:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1776200723.883071:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004e3c421b x1862481227046144/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200723.883079:0:2243:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1776200723.883081:0:2243:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200723.883086:0:2243:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1776200723.883088:0:2243:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1776200723.883092:0:2243:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e3c421b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:822f82fc-1b4a-4a91-a190-4cbe8fb35285:2243:1862481227046144:192.168.203.148@tcp:400:kworker/u8:2.0 00000100:00000001:3.0:1776200723.883096:0:2243:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1776200723.883104:0:2243:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1776200723.883106:0:2243:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200723.883109:0:2243:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1776200723.883120:0:2243:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000055360f42. 02000000:00000001:3.0:1776200723.883122:0:2243:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1776200723.883130:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:3.0:1776200723.883135:0:2243:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b20598a0. 00000400:00000010:3.0:1776200723.883142:0:2243:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000027718222. 00000100:00000200:3.0:1776200723.883150:0:2243:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227046144, portal 25 00000100:00000001:3.0:1776200723.883153:0:2243:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776200723.883154:0:2243:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080683362880 : -112993026188736 : ffff993bc2cfda40) 00000100:00000040:3.0:1776200723.883159:0:2243:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000004e3c421b x1862481227046144/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200730 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200723.883165:0:2243:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1776200723.883168:0:2243:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:3.0:1776200723.883170:0:2243:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ccc79b7. 00000100:00000200:3.0:1776200723.883172:0:2243:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1862481227046144, offset 0 00000400:00000200:3.0:1776200723.883179:0:2243:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:3.0:1776200723.883188:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200723.883196:0:2243:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200723.883205:0:2243:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:3.0:1776200723.883209:0:2243:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776200723.883212:0:2243:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:3.0:1776200723.883216:0:2243:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [332:332:256:4294967295] 192.168.203.148@tcp LPNI seq info [332:332:8:4294967295] 00000400:00000200:3.0:1776200723.883220:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200723.883229:0:2243:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:3.0:1776200723.883247:0:2243:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200723.883252:0:2243:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da802707 (tot 3422846). 00000800:00000200:3.0:1776200723.883259:0:2243:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200723.883268:0:2243:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200723.883273:0:2243:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000da802707 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1776200723.883292:0:2243:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200723.883294:0:2243:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200723.883297:0:2243:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200723.883299:0:2243:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1776200723.883308:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000993a8a16 x1862481227046272/t0(0) o400->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200723.883323:0:2243:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1776200723.883324:0:2243:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200723.883326:0:2243:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1776200723.883328:0:2243:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1776200723.883330:0:2243:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000993a8a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:128773b9-ec2f-47c2-9bf4-461c71beba7d:2243:1862481227046272:192.168.203.148@tcp:400:kworker/u8:2.0 00000100:00000001:3.0:1776200723.883333:0:2243:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1776200723.883335:0:2243:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1776200723.883336:0:2243:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200723.883338:0:2243:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1776200723.883341:0:2243:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f18e18e1. 02000000:00000001:3.0:1776200723.883342:0:2243:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1776200723.883346:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:3.0:1776200723.883349:0:2243:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb1339a3. 00000400:00000010:3.0:1776200723.883352:0:2243:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015d4f09d. 00000100:00000200:3.0:1776200723.883355:0:2243:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227046272, portal 4 00000100:00000001:3.0:1776200723.883356:0:2243:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776200723.883357:0:2243:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080683367744 : -112993026183872 : ffff993bc2cfed40) 00000100:00000040:3.0:1776200723.883364:0:2243:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000993a8a16 x1862481227046272/t0(0) o400->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200730 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200723.883369:0:2243:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1776200723.883371:0:2243:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:3.0:1776200723.883373:0:2243:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f27d5701. 00000100:00000200:3.0:1776200723.883375:0:2243:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1862481227046272, offset 0 00000400:00000200:3.0:1776200723.883379:0:2243:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:3.0:1776200723.883382:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200723.883385:0:2243:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200723.883389:0:2243:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:3.0:1776200723.883391:0:2243:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776200723.883393:0:2243:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:3.0:1776200723.883396:0:2243:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [333:333:255:4294967295] 192.168.203.148@tcp LPNI seq info [333:333:7:4294967295] 00000400:00000200:3.0:1776200723.883399:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200723.883409:0:2243:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:3.0:1776200723.883413:0:2243:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200723.883417:0:2243:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6207524 (tot 3423094). 00000800:00000200:3.0:1776200723.883421:0:2243:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200723.883425:0:2243:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200723.883427:0:2243:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c6207524 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1776200723.883429:0:2243:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200723.883431:0:2243:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200723.883433:0:2243:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200723.883434:0:2243:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1776200723.883437:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d5ec1212 x1862481227046400/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200723.883443:0:2243:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1776200723.883444:0:2243:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200723.883446:0:2243:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1776200723.883447:0:2243:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1776200723.883449:0:2243:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5ec1212 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:afb33528-7691-4975-9821-d2ff03b6f7ab:2243:1862481227046400:192.168.203.148@tcp:400:kworker/u8:2.0 00000100:00000001:3.0:1776200723.883452:0:2243:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1776200723.883454:0:2243:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1776200723.883455:0:2243:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200723.883457:0:2243:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1776200723.883459:0:2243:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000739ec63f. 02000000:00000001:3.0:1776200723.883461:0:2243:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1776200723.883464:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:3.0:1776200723.883466:0:2243:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000084520b06. 00000400:00000010:3.0:1776200723.883469:0:2243:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad89c778. 00000100:00000200:3.0:1776200723.883471:0:2243:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227046400, portal 10 00000100:00000001:3.0:1776200723.883473:0:2243:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776200723.883474:0:2243:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080683340992 : -112993026210624 : ffff993bc2cf84c0) 00000100:00000040:3.0:1776200723.883480:0:2243:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000d5ec1212 x1862481227046400/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200730 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200723.883486:0:2243:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1776200723.883492:0:2243:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:3.0:1776200723.883494:0:2243:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099db2bf5. 00000100:00000200:3.0:1776200723.883497:0:2243:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862481227046400, offset 0 00000400:00000200:3.0:1776200723.883501:0:2243:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:3.0:1776200723.883504:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200723.883507:0:2243:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200723.883511:0:2243:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:3.0:1776200723.883512:0:2243:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776200723.883515:0:2243:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:3.0:1776200723.883517:0:2243:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [334:334:254:4294967295] 192.168.203.148@tcp LPNI seq info [334:334:6:4294967295] 00000400:00000200:3.0:1776200723.883521:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200723.883526:0:2243:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:3.0:1776200723.883530:0:2243:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200723.883533:0:2243:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052991751 (tot 3423342). 00000800:00000200:3.0:1776200723.883537:0:2243:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200723.883541:0:2243:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200723.883542:0:2243:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052991751 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1776200723.883545:0:2243:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200723.883546:0:2243:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200723.883548:0:2243:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200723.883550:0:2243:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1776200723.883553:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003e8f9dbe x1862481227046528/t0(0) o400->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200723.883559:0:2243:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1776200723.883560:0:2243:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200723.883562:0:2243:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1776200723.883563:0:2243:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1776200723.883565:0:2243:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e8f9dbe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:afb33528-7691-4975-9821-d2ff03b6f7ab:2243:1862481227046528:192.168.203.148@tcp:400:kworker/u8:2.0 00000100:00000001:3.0:1776200723.883568:0:2243:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1776200723.883570:0:2243:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1776200723.883571:0:2243:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200723.883576:0:2243:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1776200723.883579:0:2243:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d36305e4. 02000000:00000001:3.0:1776200723.883580:0:2243:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1776200723.883583:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:3.0:1776200723.883585:0:2243:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005c405a96. 00000400:00000010:3.0:1776200723.883632:0:2243:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006040020d. 00000100:00000200:3.0:1776200723.883635:0:2243:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227046528, portal 4 00000100:00000001:3.0:1776200723.883636:0:2243:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776200723.883637:0:2243:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080683343424 : -112993026208192 : ffff993bc2cf8e40) 00000100:00000040:3.0:1776200723.883642:0:2243:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000003e8f9dbe x1862481227046528/t0(0) o400->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200730 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200723.883648:0:2243:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1776200723.883650:0:2243:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:3.0:1776200723.883652:0:2243:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022ba544d. 00000100:00000200:3.0:1776200723.883654:0:2243:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1862481227046528, offset 0 00000400:00000200:3.0:1776200723.883658:0:2243:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:3.0:1776200723.883661:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200723.883664:0:2243:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200723.883667:0:2243:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:3.0:1776200723.883669:0:2243:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776200723.883670:0:2243:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:3.0:1776200723.883673:0:2243:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [335:335:253:4294967295] 192.168.203.148@tcp LPNI seq info [335:335:5:4294967295] 00000400:00000200:3.0:1776200723.883676:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200723.883681:0:2243:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:3.0:1776200723.883684:0:2243:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200723.883687:0:2243:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000059b07117 (tot 3423590). 00000800:00000200:3.0:1776200723.883690:0:2243:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200723.883694:0:2243:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200723.883696:0:2243:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000059b07117 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1776200723.883698:0:2243:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200723.883699:0:2243:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200723.883701:0:2243:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200723.883708:0:2243:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200723.883711:0:2243:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200723.883721:0:2243:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1776200723.883723:0:2243:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1776200723.883725:0:2243:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200723.883726:0:2243:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200723.883727:0:2243:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1776200723.883730:0:2243:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:3.0:1776200723.883731:0:2243:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200723.883733:0:2243:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1776200723.883734:0:2243:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200723.883736:0:2243:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200723.883736:0:2243:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200723.883737:0:2243:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1776200723.883740:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c1fde8ee x1862481227046208/t0(0) o400->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200723.883746:0:2243:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1776200723.883747:0:2243:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200723.883749:0:2243:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1776200723.883751:0:2243:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1776200723.883753:0:2243:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c1fde8ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:128773b9-ec2f-47c2-9bf4-461c71beba7d:2243:1862481227046208:192.168.203.148@tcp:400:kworker/u8:2.0 00000100:00000001:3.0:1776200723.883756:0:2243:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1776200723.883757:0:2243:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1776200723.883758:0:2243:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200723.883760:0:2243:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1776200723.883762:0:2243:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008345ea66. 02000000:00000001:3.0:1776200723.883763:0:2243:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1776200723.883766:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:3.0:1776200723.883768:0:2243:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f1b9ee72. 00000400:00000010:3.0:1776200723.883772:0:2243:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa9ed744. 00000100:00000200:3.0:1776200723.883774:0:2243:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227046208, portal 10 00000100:00000001:3.0:1776200723.883776:0:2243:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776200723.883777:0:2243:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080683368960 : -112993026182656 : ffff993bc2cff200) 00000100:00000040:3.0:1776200723.883781:0:2243:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000c1fde8ee x1862481227046208/t0(0) o400->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200730 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200723.883794:0:2243:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1776200723.883796:0:2243:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:3.0:1776200723.883798:0:2243:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d06910fe. 00000100:00000200:3.0:1776200723.883800:0:2243:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862481227046208, offset 0 00000400:00000200:3.0:1776200723.883805:0:2243:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:3.0:1776200723.883808:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200723.883811:0:2243:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200723.883814:0:2243:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:3.0:1776200723.883816:0:2243:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776200723.883818:0:2243:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:3.0:1776200723.883820:0:2243:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [336:336:252:4294967295] 192.168.203.148@tcp LPNI seq info [336:336:4:4294967295] 00000400:00000200:3.0:1776200723.883823:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200723.883828:0:2243:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:3.0:1776200723.883832:0:2243:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200723.883834:0:2243:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000442b61be (tot 3423838). 00000800:00000200:3.0:1776200723.883838:0:2243:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200723.883842:0:2243:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200723.883844:0:2243:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000442b61be type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1776200723.883846:0:2243:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200723.883848:0:2243:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200723.883849:0:2243:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200723.883851:0:2243:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1776200723.883854:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001e249587 x1862481227046336/t0(0) o400->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200723.883860:0:2243:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1776200723.883861:0:2243:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200723.883863:0:2243:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1776200723.883864:0:2243:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1776200723.883866:0:2243:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e249587 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:128773b9-ec2f-47c2-9bf4-461c71beba7d:2243:1862481227046336:192.168.203.148@tcp:400:kworker/u8:2.0 00000100:00000001:3.0:1776200723.883869:0:2243:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1776200723.883877:0:2243:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1776200723.883878:0:2243:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200723.883879:0:2243:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1776200723.883884:0:2243:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a6752417. 02000000:00000001:3.0:1776200723.883885:0:2243:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1776200723.883889:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:3.0:1776200723.883891:0:2243:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cb66edef. 00000400:00000010:3.0:1776200723.883893:0:2243:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098074408. 00000100:00000200:3.0:1776200723.883896:0:2243:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227046336, portal 4 00000100:00000001:3.0:1776200723.883898:0:2243:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776200723.883898:0:2243:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080683350720 : -112993026200896 : ffff993bc2cfaac0) 00000100:00000040:3.0:1776200723.883903:0:2243:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000001e249587 x1862481227046336/t0(0) o400->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200730 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200723.883909:0:2243:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1776200723.883911:0:2243:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:3.0:1776200723.883913:0:2243:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e59c539e. 00000100:00000200:3.0:1776200723.883915:0:2243:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1862481227046336, offset 0 00000400:00000200:3.0:1776200723.883919:0:2243:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:3.0:1776200723.883923:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200723.883926:0:2243:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200723.883929:0:2243:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:3.0:1776200723.883931:0:2243:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776200723.883932:0:2243:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:3.0:1776200723.883934:0:2243:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [337:337:251:4294967295] 192.168.203.148@tcp LPNI seq info [337:337:3:4294967295] 00000400:00000200:3.0:1776200723.883937:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200723.883943:0:2243:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:3.0:1776200723.883946:0:2243:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200723.883949:0:2243:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000f419e83 (tot 3424086). 00000800:00000200:3.0:1776200723.883952:0:2243:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200723.883956:0:2243:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200723.883958:0:2243:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000f419e83 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1776200723.883960:0:2243:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200723.883968:0:2243:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200723.883970:0:2243:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200723.883972:0:2243:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1776200723.883975:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000393e0247 x1862481227046464/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200723.883981:0:2243:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1776200723.883982:0:2243:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200723.883984:0:2243:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1776200723.883985:0:2243:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1776200723.883987:0:2243:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000393e0247 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:afb33528-7691-4975-9821-d2ff03b6f7ab:2243:1862481227046464:192.168.203.148@tcp:400:kworker/u8:2.0 00000100:00000001:3.0:1776200723.883991:0:2243:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1776200723.883993:0:2243:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1776200723.883994:0:2243:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200723.883995:0:2243:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1776200723.883998:0:2243:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000092756ff4. 02000000:00000001:3.0:1776200723.883999:0:2243:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1776200723.884003:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:3.0:1776200723.884005:0:2243:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b9780cbc. 00000400:00000010:3.0:1776200723.884007:0:2243:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000221c18f8. 00000100:00000200:3.0:1776200723.884010:0:2243:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227046464, portal 4 00000100:00000001:3.0:1776200723.884011:0:2243:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776200723.884012:0:2243:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080683354368 : -112993026197248 : ffff993bc2cfb900) 00000100:00000040:3.0:1776200723.884016:0:2243:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000393e0247 x1862481227046464/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200730 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200723.884022:0:2243:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1776200723.884023:0:2243:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:3.0:1776200723.884025:0:2243:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000629d7089. 00000100:00000200:3.0:1776200723.884027:0:2243:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1862481227046464, offset 0 00000400:00000200:3.0:1776200723.884031:0:2243:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:3.0:1776200723.884035:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200723.884038:0:2243:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200723.884041:0:2243:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:3.0:1776200723.884043:0:2243:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776200723.884051:0:2243:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:3.0:1776200723.884053:0:2243:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [338:338:250:4294967295] 192.168.203.148@tcp LPNI seq info [338:338:2:4294967295] 00000400:00000200:3.0:1776200723.884057:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200723.884062:0:2243:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:3.0:1776200723.884067:0:2243:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200723.884070:0:2243:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c29ff9b9 (tot 3424334). 00000800:00000200:3.0:1776200723.884073:0:2243:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200723.884077:0:2243:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200723.884079:0:2243:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c29ff9b9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1776200723.884081:0:2243:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200723.884083:0:2243:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200723.884085:0:2243:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200723.884087:0:2243:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200723.884089:0:2243:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200723.884110:0:2242:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200723.884112:0:2242:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200723.889641:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200723.889651:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da802707 (tot 3424086). 00000400:00000200:2.0:1776200723.889665:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200723.889678:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200723.889685:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ccc79b7 00000400:00000010:2.0:1776200723.889688:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ccc79b7. 00000100:00000001:2.0:1776200723.889696:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200723.889705:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004e3c421b x1862481227046144/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200730 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200723.889718:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200723.889721:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000004e3c421b x1862481227046144/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200730 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200723.889727:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200723.889729:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1776200723.889745:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200723.889746:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6207524 (tot 3423838). 00000400:00000200:2.0:1776200723.889752:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200723.889755:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200723.889757:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f27d5701 00000400:00000010:2.0:1776200723.889759:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f27d5701. 00000100:00000001:2.0:1776200723.889761:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200723.889764:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000993a8a16 x1862481227046272/t0(0) o400->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200730 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200723.889770:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200723.889772:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000993a8a16 x1862481227046272/t0(0) o400->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200730 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200723.889776:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200723.889777:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1776200723.889786:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200723.889787:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052991751 (tot 3423590). 00000400:00000200:2.0:1776200723.889790:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200723.889793:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200723.889795:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099db2bf5 00000400:00000010:2.0:1776200723.889815:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099db2bf5. 00000100:00000001:2.0:1776200723.889818:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200723.889821:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d5ec1212 x1862481227046400/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200730 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200723.889828:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200723.889830:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000d5ec1212 x1862481227046400/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200730 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200723.889835:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200723.889836:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1776200723.889847:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200723.889849:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000059b07117 (tot 3423342). 00000400:00000200:2.0:1776200723.889852:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200723.889855:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200723.889858:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022ba544d 00000400:00000010:2.0:1776200723.889859:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022ba544d. 00000100:00000001:2.0:1776200723.889861:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200723.889864:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003e8f9dbe x1862481227046528/t0(0) o400->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200730 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200723.889870:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200723.889872:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000003e8f9dbe x1862481227046528/t0(0) o400->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200730 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200723.889877:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200723.889878:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1776200723.889885:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200723.889887:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000442b61be (tot 3423094). 00000400:00000200:2.0:1776200723.889889:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200723.889892:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200723.889894:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d06910fe 00000400:00000010:2.0:1776200723.889895:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d06910fe. 00000100:00000001:2.0:1776200723.889896:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200723.889900:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c1fde8ee x1862481227046208/t0(0) o400->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200730 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200723.889906:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200723.889914:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000c1fde8ee x1862481227046208/t0(0) o400->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200730 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200723.889919:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200723.889920:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1776200723.889930:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200723.889931:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000f419e83 (tot 3422846). 00000400:00000200:2.0:1776200723.889933:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200723.889936:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200723.889938:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e59c539e 00000400:00000010:2.0:1776200723.889940:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e59c539e. 00000100:00000001:2.0:1776200723.889941:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200723.889944:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001e249587 x1862481227046336/t0(0) o400->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200730 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200723.889950:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200723.889951:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000001e249587 x1862481227046336/t0(0) o400->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200730 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200723.889956:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200723.889957:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1776200723.890043:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200723.890045:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c29ff9b9 (tot 3422598). 00000400:00000200:2.0:1776200723.890049:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200723.890052:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200723.890054:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000629d7089 00000400:00000010:2.0:1776200723.890056:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000629d7089. 00000100:00000001:2.0:1776200723.890058:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200723.890061:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000393e0247 x1862481227046464/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200730 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200723.890066:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200723.890068:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000393e0247 x1862481227046464/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200730 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200723.890073:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200723.890075:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200723.895161:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200723.895174:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200723.895179:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200723.895181:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200723.895191:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200723.895198:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200723.895206:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200723.895211:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200723.895215:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200723.895219:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 4 MB=0x69deab3f05e80 00000400:00000200:3.0:1776200723.895224:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200723.895238:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.148@tcp of length 224/224 into md 0xd3d [1] + 224 00000800:00000001:3.0:1776200723.895246:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200723.895250:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200723.895253:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200723.895257:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200723.895287:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200723.895294:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003e8f9dbe x1862481227046528/t0(0) o400->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200730 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000040:3.0:1776200723.895304:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000003e8f9dbe x1862481227046528/t0(0) o400->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200730 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200723.895376:0:2243:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200723.895389:0:2243:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200723.895410:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200723.895420:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200723.895425:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200723.895426:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200723.895429:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200723.895432:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200723.895435:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200723.895439:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200723.895441:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200723.895443:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200723.895445:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 4 MB=0x69deab3f05dc0 00000400:00000200:3.0:1776200723.895449:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200723.895452:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.148@tcp of length 224/224 into md 0xd5d [1] + 224 00000800:00000001:3.0:1776200723.895455:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200723.895458:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200723.895460:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200723.895462:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200723.895464:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200723.895467:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001e249587 x1862481227046336/t0(0) o400->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200730 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000040:3.0:1776200723.895474:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000001e249587 x1862481227046336/t0(0) o400->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200730 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200723.895481:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200723.895484:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200723.895486:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200723.895487:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200723.895488:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200723.895498:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200723.895501:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200723.895505:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200723.895508:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200723.895510:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200723.895512:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 4 MB=0x69deab3f05e40 00000400:00000200:3.0:1776200723.895515:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200723.895518:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.148@tcp of length 224/224 into md 0xd6d [1] + 224 00000800:00000001:3.0:1776200723.895536:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200723.895542:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200723.895551:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200723.895554:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200723.895556:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200723.895559:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000393e0247 x1862481227046464/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200730 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000040:3.0:1776200723.895566:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000393e0247 x1862481227046464/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200730 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200723.895573:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200723.895577:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200723.895579:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200723.896275:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200723.896280:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200723.896284:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200723.896285:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200723.896291:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200723.896295:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200723.896300:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200723.896302:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200723.896305:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200723.896308:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 4 MB=0x69deab3f05d80 00000400:00000200:3.0:1776200723.896312:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200723.896316:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.148@tcp of length 224/224 into md 0xd1d [1] + 224 00000800:00000001:3.0:1776200723.896334:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200723.896340:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200723.896341:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200723.896344:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200723.896348:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200723.896351:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000993a8a16 x1862481227046272/t0(0) o400->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200730 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000040:3.0:1776200723.896360:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000993a8a16 x1862481227046272/t0(0) o400->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200730 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200723.896367:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200723.896371:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200723.896373:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1776200723.896979:0:2243:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200723.896982:0:2243:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200723.896986:0:2243:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005c405a96. 00000400:00000200:2.0:1776200723.896991:0:2243:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006040020d 00000400:00000010:2.0:1776200723.896993:0:2243:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006040020d. 00000100:00000001:2.0:1776200723.896996:0:2243:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200723.897003:0:2243:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003e8f9dbe x1862481227046528/t0(0) o400->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200730 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:2.0:1776200723.897012:0:2243:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003e8f9dbe x1862481227046528/t0(0) o400->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200730 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200723.897018:0:2243:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200723.897020:0:2243:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200723.897023:0:2243:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1776200723.897026:0:2243:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1776200723.897028:0:2243:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776200723.897030:0:2243:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200723.897033:0:2243:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776200723.897041:0:2243:0:(import.c:1935:at_measured()) add 1 to 00000000d961a429 time=41 v=1 (1 0 0 0) 00000100:00001000:2.0:1776200723.897045:0:2243:0:(import.c:1935:at_measured()) add 1 to 000000009b008c65 time=10 v=1 (1 0 0 0) 00000100:00000001:2.0:1776200723.897048:0:2243:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1776200723.897049:0:2243:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200723.897052:0:2243:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1776200723.897056:0:2243:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92325) req@000000003e8f9dbe x1862481227046528/t0(0) o400->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200730 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00010000:00000001:2.0:1776200723.897062:0:2243:0:(ldlm_request.c:1488:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200723.897065:0:2243:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1776200723.897066:0:2243:0:(client.c:2863:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993bc2c8c000: skip recheck: last_committed 4294967297 00000100:00000001:2.0:1776200723.897068:0:2243:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1776200723.897070:0:2243:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200723.897073:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003e8f9dbe x1862481227046528/t0(0) o400->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200730 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200723.897079:0:2243:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200723.897082:0:2243:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200723.897094:0:2243:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1776200723.897097:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003e8f9dbe x1862481227046528/t0(0) o400->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200730 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:2.0:1776200723.897104:0:2243:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e8f9dbe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:afb33528-7691-4975-9821-d2ff03b6f7ab:2243:1862481227046528:192.168.203.148@tcp:400:kworker/u8:2.0 00000100:00000001:2.0:1776200723.897109:0:2243:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200723.897112:0:2243:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200723.897114:0:2243:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000003e8f9dbe x1862481227046528/t0(0) o400->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200730 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200723.897120:0:2243:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1776200723.897122:0:2243:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1776200723.897125:0:2243:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d36305e4. 02000000:00000001:2.0:1776200723.897130:0:2243:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1776200723.897132:0:2243:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1776200723.897134:0:2243:0:(genops.c:1204:class_import_put()) import 00000000afb3b1b5 refcount=4 obd=lustre-OST0001-osc-ffff993bc2c8c000 00000020:00000001:2.0:1776200723.897136:0:2243:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1776200723.897138:0:2243:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000eb249276. 02000000:00000001:2.0:1776200723.897141:0:2243:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1776200723.897142:0:2243:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1776200723.897143:0:2243:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003e8f9dbe. 00000100:00000001:2.0:1776200723.897146:0:2243:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1776200723.897147:0:2243:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200723.897151:0:2243:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200723.897153:0:2243:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200723.897155:0:2243:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1776200723.897159:0:2243:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200723.897160:0:2243:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200723.897161:0:2243:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cb66edef. 00000400:00000200:2.0:1776200723.897162:0:2243:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098074408 00000400:00000010:2.0:1776200723.897164:0:2243:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098074408. 00000100:00000001:2.0:1776200723.897165:0:2243:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200723.897168:0:2243:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001e249587 x1862481227046336/t0(0) o400->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200730 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:2.0:1776200723.897174:0:2243:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001e249587 x1862481227046336/t0(0) o400->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200730 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200723.897188:0:2243:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200723.897190:0:2243:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200723.897191:0:2243:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1776200723.897192:0:2243:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1776200723.897194:0:2243:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776200723.897195:0:2243:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200723.897196:0:2243:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776200723.897201:0:2243:0:(import.c:1935:at_measured()) add 1 to 000000001e456312 time=91 v=1 (1 0 0 0) 00000100:00001000:2.0:1776200723.897203:0:2243:0:(import.c:1935:at_measured()) add 1 to 00000000af23ee3d time=9 v=1 (1 0 0 0) 00000100:00000001:2.0:1776200723.897205:0:2243:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1776200723.897206:0:2243:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200723.897207:0:2243:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1776200723.897210:0:2243:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92325) req@000000001e249587 x1862481227046336/t0(0) o400->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200730 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00010000:00000001:2.0:1776200723.897216:0:2243:0:(ldlm_request.c:1488:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200723.897218:0:2243:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1776200723.897219:0:2243:0:(client.c:2863:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993be2454000: skip recheck: last_committed 0 00000100:00000001:2.0:1776200723.897220:0:2243:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1776200723.897221:0:2243:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200723.897223:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001e249587 x1862481227046336/t0(0) o400->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200730 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200723.897378:0:2243:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200723.897381:0:2243:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200723.897382:0:2243:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1776200723.897386:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001e249587 x1862481227046336/t0(0) o400->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200730 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:2.0:1776200723.897392:0:2243:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e249587 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:128773b9-ec2f-47c2-9bf4-461c71beba7d:2243:1862481227046336:192.168.203.148@tcp:400:kworker/u8:2.0 00000400:00000001:2.0:1776200723.897399:0:2243:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200723.897400:0:2243:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200723.897402:0:2243:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b9780cbc. 00000400:00000200:2.0:1776200723.897404:0:2243:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000221c18f8 00000400:00000010:2.0:1776200723.897411:0:2243:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000221c18f8. 00000100:00000001:2.0:1776200723.897413:0:2243:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200723.897416:0:2243:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000393e0247 x1862481227046464/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200730 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:2.0:1776200723.897422:0:2243:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000393e0247 x1862481227046464/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200730 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200723.897427:0:2243:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200723.897428:0:2243:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200723.897430:0:2243:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1776200723.897432:0:2243:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1776200723.897433:0:2243:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776200723.897434:0:2243:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200723.897435:0:2243:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776200723.897439:0:2243:0:(import.c:1935:at_measured()) add 1 to 00000000b2ae5712 time=41 v=1 (1 0 0 0) 00000100:00001000:2.0:1776200723.897441:0:2243:0:(import.c:1935:at_measured()) add 1 to 00000000ea7ae0b9 time=5 v=1 (1 0 0 0) 00000100:00000001:2.0:1776200723.897443:0:2243:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1776200723.897444:0:2243:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200723.897446:0:2243:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1776200723.897448:0:2243:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92325) req@00000000393e0247 x1862481227046464/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200730 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00010000:00000001:2.0:1776200723.897454:0:2243:0:(ldlm_request.c:1488:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200723.897456:0:2243:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1776200723.897456:0:2243:0:(client.c:2863:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993bc2c8c000: skip recheck: last_committed 4294967297 00000100:00000001:2.0:1776200723.897458:0:2243:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1776200723.897459:0:2243:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200723.897461:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000393e0247 x1862481227046464/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200730 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200723.897467:0:2243:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200723.897469:0:2243:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200723.897471:0:2243:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1776200723.897473:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000393e0247 x1862481227046464/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200730 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:2.0:1776200723.897479:0:2243:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000393e0247 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:afb33528-7691-4975-9821-d2ff03b6f7ab:2243:1862481227046464:192.168.203.148@tcp:400:kworker/u8:2.0 00000400:00000001:2.0:1776200723.897491:0:2243:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200723.897493:0:2243:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200723.897494:0:2243:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb1339a3. 00000400:00000200:2.0:1776200723.897496:0:2243:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015d4f09d 00000400:00000010:2.0:1776200723.897498:0:2243:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015d4f09d. 00000100:00000001:2.0:1776200723.897499:0:2243:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200723.897502:0:2243:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000993a8a16 x1862481227046272/t0(0) o400->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200730 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:2.0:1776200723.897509:0:2243:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000993a8a16 x1862481227046272/t0(0) o400->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200730 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200723.897514:0:2243:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200723.897515:0:2243:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200723.897516:0:2243:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1776200723.897518:0:2243:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1776200723.897519:0:2243:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776200723.897520:0:2243:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200723.897776:0:2243:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776200723.897781:0:2243:0:(import.c:1935:at_measured()) add 1 to 000000003f4c142e time=91 v=1 (1 0 0 0) 00000100:00001000:2.0:1776200723.897785:0:2243:0:(import.c:1935:at_measured()) add 1 to 000000003261d6ca time=9 v=1 (1 0 0 0) 00000100:00000001:2.0:1776200723.897786:0:2243:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1776200723.897787:0:2243:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200723.897789:0:2243:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1776200723.897792:0:2243:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92325) req@00000000993a8a16 x1862481227046272/t0(0) o400->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200730 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00010000:00000001:2.0:1776200723.897799:0:2243:0:(ldlm_request.c:1488:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200723.897801:0:2243:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1776200723.897802:0:2243:0:(client.c:2863:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993be2454000: skip recheck: last_committed 0 00000100:00000001:2.0:1776200723.897803:0:2243:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1776200723.897804:0:2243:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200723.897807:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000993a8a16 x1862481227046272/t0(0) o400->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200730 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200723.897812:0:2243:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200723.897814:0:2243:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200723.897820:0:2243:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1776200723.897824:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000993a8a16 x1862481227046272/t0(0) o400->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200730 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:2.0:1776200723.897830:0:2243:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000993a8a16 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:128773b9-ec2f-47c2-9bf4-461c71beba7d:2243:1862481227046272:192.168.203.148@tcp:400:kworker/u8:2.0 00000100:00000001:2.0:1776200723.897834:0:2243:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200723.897836:0:2243:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200723.897838:0:2243:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000001e249587 x1862481227046336/t0(0) o400->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200730 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200723.897844:0:2243:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1776200723.897845:0:2243:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1776200723.897847:0:2243:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a6752417. 02000000:00000001:2.0:1776200723.897852:0:2243:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1776200723.897853:0:2243:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1776200723.897854:0:2243:0:(genops.c:1204:class_import_put()) import 00000000e19172f0 refcount=4 obd=lustre-OST0001-osc-ffff993be2454000 00000020:00000001:2.0:1776200723.897856:0:2243:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1776200723.897857:0:2243:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000014782cfc. 02000000:00000001:2.0:1776200723.897859:0:2243:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1776200723.897860:0:2243:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1776200723.897861:0:2243:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001e249587. 00000100:00000001:2.0:1776200723.897864:0:2243:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1776200723.897864:0:2243:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200723.897866:0:2243:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200723.897867:0:2243:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000393e0247 x1862481227046464/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200730 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200723.897872:0:2243:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1776200723.897873:0:2243:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1776200723.897874:0:2243:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000092756ff4. 02000000:00000001:2.0:1776200723.897876:0:2243:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1776200723.897877:0:2243:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1776200723.897878:0:2243:0:(genops.c:1204:class_import_put()) import 000000000e91456c refcount=4 obd=lustre-OST0000-osc-ffff993bc2c8c000 00000020:00000001:2.0:1776200723.897880:0:2243:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1776200723.897881:0:2243:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000029c875dc. 02000000:00000001:2.0:1776200723.897882:0:2243:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1776200723.897883:0:2243:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1776200723.897888:0:2243:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000393e0247. 00000100:00000001:2.0:1776200723.897891:0:2243:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1776200723.897892:0:2243:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200723.897893:0:2243:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200723.897895:0:2243:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000993a8a16 x1862481227046272/t0(0) o400->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200730 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200723.897901:0:2243:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1776200723.897902:0:2243:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1776200723.897903:0:2243:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f18e18e1. 02000000:00000001:2.0:1776200723.897905:0:2243:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1776200723.897907:0:2243:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1776200723.897907:0:2243:0:(genops.c:1204:class_import_put()) import 0000000000feff6b refcount=4 obd=lustre-OST0000-osc-ffff993be2454000 00000020:00000001:2.0:1776200723.897909:0:2243:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1776200723.897910:0:2243:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000001a242a82. 02000000:00000001:2.0:1776200723.898918:0:2243:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1776200723.898922:0:2243:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1776200723.898924:0:2243:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000993a8a16. 00000100:00000001:2.0:1776200723.898932:0:2243:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1776200723.898933:0:2243:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200723.898937:0:2243:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200723.898939:0:2243:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200723.898941:0:2243:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200723.898944:0:2243:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200723.898945:0:2243:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200724.263703:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200724.263708:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200724.263715:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200724.263716:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200724.263720:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200724.263721:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200724.263788:0:5026:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200724.263792:0:5026:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200724.263795:0:5026:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1776200724.903730:0:2243:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1776200724.903743:0:2243:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200724.903745:0:2243:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1776200724.903749:0:2243:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200724.903751:0:2243:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200724.903755:0:2243:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200724.903758:0:2243:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200725.287703:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200725.287724:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200725.287731:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200725.287732:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200725.287735:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200725.287736:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200725.292088:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200725.292093:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200725.292097:0:5027:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1776200726.311827:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200726.311832:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200726.311838:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200726.311839:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200726.311843:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200726.311844:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200726.311918:0:5026:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200726.311920:0:5026:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200726.311923:0:5026:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1776200727.336094:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200727.336098:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200727.336102:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200727.336116:0:420:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1776200727.336118:0:420:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1776200727.336123:0:420:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200727.336125:0:420:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1776200727.336126:0:420:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200727.336130:0:420:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1776200727.336131:0:420:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200727.336133:0:420:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200727.336135:0:420:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200727.336138:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200727.336140:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200727.336313:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200727.336316:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200727.336318:0:5027:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1776200728.360483:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200728.360487:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200728.360493:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200728.360494:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200728.360497:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200728.360498:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200728.360770:0:5026:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200728.360773:0:5026:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200728.360775:0:5026:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1776200729.003734:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 822f82fc-1b4a-4a91-a190-4cbe8fb35285->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1776200729.003745:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1776200729.003754:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ee60ae45. 00000020:00000040:3.0:1776200729.003759:0:38:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=5 obd=MGC192.168.203.148@tcp 00000100:00000001:3.0:1776200729.003763:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1776200729.003766:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1776200729.003770:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1776200729.003791:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c29ff9b9. 00000100:00000001:3.0:1776200729.003797:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200729.003807:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 822f82fc-1b4a-4a91-a190-4cbe8fb35285->MGS req@00000000ee60ae45 x1862481227046592/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1776200729.003816:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1776200729.003820:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200729.003825:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000ee60ae45] to pc [ptlrpcd_01_00+0] req@00000000ee60ae45 x1862481227046592/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200729.003857:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200729.003860:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1776200729.003863:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1776200729.003866:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a58e1d54. 00000020:00000040:3.0:1776200729.003869:0:38:0:(genops.c:1191:class_import_get()) import 000000000fe8d637 refcount=109 obd=lustre-MDT0000-mdc-ffff993be2454000 00000100:00000001:3.0:1776200729.003871:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1776200729.003872:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1776200729.003874:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1776200729.003877:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000f419e83. 00000100:00000001:3.0:1776200729.003879:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200729.003882:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-MDT0000_UUID req@00000000a58e1d54 x1862481227046656/t0(0) o400->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1776200729.003888:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1776200729.003890:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200729.003892:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000a58e1d54] to pc [ptlrpcd_01_01+1] req@00000000a58e1d54 x1862481227046656/t0(0) o400->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200729.003898:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200729.003900:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1776200729.003903:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1776200729.003905:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002c1afeae. 00000020:00000040:3.0:1776200729.003907:0:38:0:(genops.c:1191:class_import_get()) import 0000000000feff6b refcount=5 obd=lustre-OST0000-osc-ffff993be2454000 00000100:00000001:3.0:1776200729.003909:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1776200729.003910:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1776200729.003916:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1776200729.003920:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000442b61be. 00000100:00000001:3.0:1776200729.003923:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200729.003926:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0000_UUID req@000000002c1afeae x1862481227046720/t0(0) o400->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1776200729.003932:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1776200729.003933:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200729.003936:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000002c1afeae] to pc [ptlrpcd_01_00+0] req@000000002c1afeae x1862481227046720/t0(0) o400->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200729.003942:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200729.003943:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1776200729.003946:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1776200729.003948:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a054ad85. 00000020:00000040:3.0:1776200729.003950:0:38:0:(genops.c:1191:class_import_get()) import 00000000e19172f0 refcount=5 obd=lustre-OST0001-osc-ffff993be2454000 00000100:00000001:3.0:1776200729.003952:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1776200729.003953:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1776200729.003954:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1776200729.003957:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000059b07117. 00000100:00000001:3.0:1776200729.003959:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200729.003962:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0001_UUID req@00000000a054ad85 x1862481227046784/t0(0) o400->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1776200729.003967:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1776200729.003968:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200729.003971:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000a054ad85] to pc [ptlrpcd_01_01+1] req@00000000a054ad85 x1862481227046784/t0(0) o400->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200729.003976:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200729.003978:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1776200729.003981:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1776200729.003983:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000192a5c59. 00000020:00000040:3.0:1776200729.003985:0:38:0:(genops.c:1191:class_import_get()) import 000000003f892a49 refcount=15 obd=lustre-MDT0000-mdc-ffff993bc2c8c000 00000100:00000001:3.0:1776200729.003987:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1776200729.003993:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1776200729.003994:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1776200729.003998:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000052991751. 00000100:00000001:3.0:1776200729.004001:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200729.004004:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-MDT0000_UUID req@00000000192a5c59 x1862481227046848/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1776200729.004010:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1776200729.004011:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200729.004014:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000192a5c59] to pc [ptlrpcd_01_00+0] req@00000000192a5c59 x1862481227046848/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200729.004019:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200729.004021:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1776200729.004023:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1776200729.004026:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bf94b43d. 00000020:00000040:3.0:1776200729.004028:0:38:0:(genops.c:1191:class_import_get()) import 000000000e91456c refcount=5 obd=lustre-OST0000-osc-ffff993bc2c8c000 00000100:00000001:3.0:1776200729.004031:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1776200729.004032:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1776200729.004033:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1776200729.004036:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b8e443e4. 00000100:00000001:3.0:1776200729.004038:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200729.004040:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0000_UUID req@00000000bf94b43d x1862481227046912/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1776200729.004045:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1776200729.004047:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200729.004049:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000bf94b43d] to pc [ptlrpcd_01_01+1] req@00000000bf94b43d x1862481227046912/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200729.004054:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200729.004056:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1776200729.004058:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1776200729.004060:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d3962893. 00000020:00000040:3.0:1776200729.004062:0:38:0:(genops.c:1191:class_import_get()) import 00000000afb3b1b5 refcount=5 obd=lustre-OST0001-osc-ffff993bc2c8c000 00000100:00000001:3.0:1776200729.004068:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1776200729.004069:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1776200729.004071:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1776200729.004075:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dd01d0aa. 00000100:00000001:3.0:1776200729.004077:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200729.004080:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0001_UUID req@00000000d3962893 x1862481227046976/t0(0) o400->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1776200729.004086:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1776200729.004087:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200729.004090:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d3962893] to pc [ptlrpcd_01_00+0] req@00000000d3962893 x1862481227046976/t0(0) o400->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200729.004095:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200729.004099:0:38:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (312) 00000100:00000001:3.0:1776200729.004145:0:2243:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200729.004149:0:2243:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200729.004152:0:2243:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1776200729.004155:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a58e1d54 x1862481227046656/t0(0) o400->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200729.004161:0:2243:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1776200729.004163:0:2243:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200729.004166:0:2243:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1776200729.004168:0:2243:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1776200729.004171:0:2243:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a58e1d54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:128773b9-ec2f-47c2-9bf4-461c71beba7d:2243:1862481227046656:192.168.203.148@tcp:400:kworker/u8:3.0 00000100:00000001:3.0:1776200729.004175:0:2243:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1776200729.004180:0:2243:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1776200729.004182:0:2243:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200729.004184:0:2243:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1776200729.004188:0:2243:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a6752417. 02000000:00000001:3.0:1776200729.004189:0:2243:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1776200729.004196:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:3.0:1776200729.004199:0:2243:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000182f292. 00000400:00000010:3.0:1776200729.004205:0:2243:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d331252. 00000100:00000200:3.0:1776200729.004211:0:2243:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227046656, portal 10 00000100:00000001:3.0:1776200729.004219:0:2243:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776200729.004220:0:2243:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682637120 : -112993026914496 : ffff993bc2c4c740) 00000100:00000040:3.0:1776200729.004227:0:2243:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000a58e1d54 x1862481227046656/t0(0) o400->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200736 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200729.004233:0:2243:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1776200729.004235:0:2243:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:3.0:1776200729.004238:0:2243:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fe39d81. 00000100:00000200:3.0:1776200729.004241:0:2243:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862481227046656, offset 0 00000400:00000200:3.0:1776200729.004247:0:2243:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:3.0:1776200729.004255:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200729.004263:0:2243:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200729.004269:0:2243:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:3.0:1776200729.004273:0:2243:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776200729.004275:0:2243:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:3.0:1776200729.004279:0:2243:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [339:339:256:4294967295] 192.168.203.148@tcp LPNI seq info [339:339:8:4294967295] 00000400:00000200:3.0:1776200729.004282:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200729.004290:0:2243:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:3.0:1776200729.004296:0:2243:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200729.004300:0:2243:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004399ffd9 (tot 3422846). 00000800:00000200:3.0:1776200729.004306:0:2243:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200729.004314:0:2243:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200729.004317:0:2243:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004399ffd9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1776200729.004329:0:2243:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200729.004331:0:2243:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200729.004333:0:2243:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200729.004335:0:2243:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1776200729.004338:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a054ad85 x1862481227046784/t0(0) o400->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200729.004344:0:2243:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1776200729.004345:0:2243:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200729.004347:0:2243:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1776200729.004354:0:2243:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1776200729.004357:0:2243:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a054ad85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:128773b9-ec2f-47c2-9bf4-461c71beba7d:2243:1862481227046784:192.168.203.148@tcp:400:kworker/u8:3.0 00000100:00000001:3.0:1776200729.004360:0:2243:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1776200729.004362:0:2243:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1776200729.004363:0:2243:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200729.004365:0:2243:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1776200729.004367:0:2243:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000092756ff4. 02000000:00000001:3.0:1776200729.004369:0:2243:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1776200729.004372:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:3.0:1776200729.004374:0:2243:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a9efcfa1. 00000400:00000010:3.0:1776200729.004377:0:2243:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008e66af78. 00000100:00000200:3.0:1776200729.004379:0:2243:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227046784, portal 4 00000100:00000001:3.0:1776200729.004381:0:2243:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776200729.004382:0:2243:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682640768 : -112993026910848 : ffff993bc2c4d580) 00000100:00000040:3.0:1776200729.004386:0:2243:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000a054ad85 x1862481227046784/t0(0) o400->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200736 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200729.004392:0:2243:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1776200729.004394:0:2243:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:3.0:1776200729.004396:0:2243:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cb6a12dd. 00000100:00000200:3.0:1776200729.004397:0:2243:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1862481227046784, offset 0 00000400:00000200:3.0:1776200729.004401:0:2243:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:3.0:1776200729.004405:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200729.004408:0:2243:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200729.004411:0:2243:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:3.0:1776200729.004413:0:2243:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776200729.004415:0:2243:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:3.0:1776200729.004417:0:2243:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [340:340:255:4294967295] 192.168.203.148@tcp LPNI seq info [340:340:7:4294967295] 00000400:00000200:3.0:1776200729.004421:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200729.004426:0:2243:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:3.0:1776200729.004430:0:2243:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200729.004433:0:2243:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000233ae3fc (tot 3423094). 00000800:00000200:3.0:1776200729.004436:0:2243:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200729.004446:0:2243:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200729.004448:0:2243:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000233ae3fc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1776200729.004451:0:2243:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200729.004453:0:2243:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200729.004455:0:2243:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200729.004456:0:2243:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1776200729.004458:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bf94b43d x1862481227046912/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200729.004464:0:2243:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1776200729.004465:0:2243:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200729.004466:0:2243:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1776200729.004467:0:2243:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1776200729.004469:0:2243:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bf94b43d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:afb33528-7691-4975-9821-d2ff03b6f7ab:2243:1862481227046912:192.168.203.148@tcp:400:kworker/u8:3.0 00000100:00000001:3.0:1776200729.004472:0:2243:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1776200729.004474:0:2243:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1776200729.004475:0:2243:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200729.004476:0:2243:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1776200729.004479:0:2243:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f37c8bc2. 02000000:00000001:3.0:1776200729.004480:0:2243:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1776200729.004484:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:3.0:1776200729.004486:0:2243:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b5106eb2. 00000400:00000010:3.0:1776200729.004488:0:2243:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021fec17e. 00000100:00000200:3.0:1776200729.004490:0:2243:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227046912, portal 4 00000100:00000001:3.0:1776200729.004492:0:2243:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776200729.004493:0:2243:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682634688 : -112993026916928 : ffff993bc2c4bdc0) 00000100:00000040:3.0:1776200729.004497:0:2243:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000bf94b43d x1862481227046912/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200736 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200729.004502:0:2243:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1776200729.004505:0:2243:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:3.0:1776200729.004506:0:2243:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094cc07cd. 00000100:00000200:3.0:1776200729.004508:0:2243:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1862481227046912, offset 0 00000400:00000200:3.0:1776200729.004512:0:2243:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:3.0:1776200729.004515:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200729.004523:0:2243:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200729.004526:0:2243:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:3.0:1776200729.004528:0:2243:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776200729.004530:0:2243:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:3.0:1776200729.004532:0:2243:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [341:341:254:4294967295] 192.168.203.148@tcp LPNI seq info [341:341:6:4294967295] 00000400:00000200:3.0:1776200729.004536:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200729.004542:0:2243:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:3.0:1776200729.004546:0:2243:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200729.004549:0:2243:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e06bd1bd (tot 3423342). 00000800:00000200:3.0:1776200729.004552:0:2243:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200729.004556:0:2243:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200729.004558:0:2243:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e06bd1bd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1776200729.004560:0:2243:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200729.004561:0:2243:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200729.004563:0:2243:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200729.004566:0:2243:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200729.004568:0:2243:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200729.004576:0:2243:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1776200729.004578:0:2243:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200729.004579:0:2243:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200729.004580:0:2243:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200729.004582:0:2243:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1776200729.004584:0:2243:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00000001:3.0:1776200729.004585:0:2243:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200729.004628:0:2243:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1776200729.004630:0:2243:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200729.004632:0:2243:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200729.004633:0:2243:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200729.004634:0:2243:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1776200729.004637:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ee60ae45 x1862481227046592/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200729.004643:0:2243:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1776200729.004644:0:2243:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200729.004646:0:2243:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1776200729.004654:0:2243:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1776200729.004657:0:2243:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ee60ae45 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:822f82fc-1b4a-4a91-a190-4cbe8fb35285:2243:1862481227046592:192.168.203.148@tcp:400:kworker/u8:3.0 00000100:00000001:3.0:1776200729.004661:0:2243:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1776200729.004663:0:2243:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1776200729.004664:0:2243:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200729.004666:0:2243:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1776200729.004669:0:2243:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008e7fdf0c. 02000000:00000001:3.0:1776200729.004670:0:2243:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1776200729.004674:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:3.0:1776200729.004677:0:2243:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000064683fa9. 00000400:00000010:3.0:1776200729.004680:0:2243:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001451f9a6. 00000100:00000200:3.0:1776200729.004682:0:2243:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227046592, portal 25 00000100:00000001:3.0:1776200729.004683:0:2243:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776200729.004684:0:2243:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682648064 : -112993026903552 : ffff993bc2c4f200) 00000100:00000040:3.0:1776200729.004688:0:2243:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000ee60ae45 x1862481227046592/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200736 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200729.004694:0:2243:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1776200729.004696:0:2243:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:3.0:1776200729.004698:0:2243:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb3aca56. 00000100:00000200:3.0:1776200729.004700:0:2243:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1862481227046592, offset 0 00000400:00000200:3.0:1776200729.004704:0:2243:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:3.0:1776200729.004707:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200729.004710:0:2243:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200729.004713:0:2243:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:3.0:1776200729.004716:0:2243:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776200729.004717:0:2243:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:3.0:1776200729.004720:0:2243:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [342:342:253:4294967295] 192.168.203.148@tcp LPNI seq info [342:342:5:4294967295] 00000400:00000200:3.0:1776200729.004724:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200729.004729:0:2243:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:3.0:1776200729.004732:0:2243:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200729.004735:0:2243:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000df024b8b (tot 3423590). 00000800:00000200:3.0:1776200729.004739:0:2243:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200729.004748:0:2243:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200729.004751:0:2243:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000df024b8b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1776200729.004753:0:2243:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200729.004755:0:2243:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200729.004757:0:2243:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200729.004759:0:2243:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1776200729.004761:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002c1afeae x1862481227046720/t0(0) o400->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200729.004768:0:2243:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1776200729.004769:0:2243:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200729.004771:0:2243:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1776200729.004772:0:2243:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1776200729.004774:0:2243:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002c1afeae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:128773b9-ec2f-47c2-9bf4-461c71beba7d:2243:1862481227046720:192.168.203.148@tcp:400:kworker/u8:3.0 00000100:00000001:3.0:1776200729.004777:0:2243:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1776200729.004779:0:2243:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1776200729.004780:0:2243:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200729.004782:0:2243:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1776200729.004784:0:2243:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d79d8821. 02000000:00000001:3.0:1776200729.004786:0:2243:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1776200729.004789:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:3.0:1776200729.004791:0:2243:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001d83ec85. 00000400:00000010:3.0:1776200729.004793:0:2243:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003e622e16. 00000100:00000200:3.0:1776200729.004796:0:2243:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227046720, portal 4 00000100:00000001:3.0:1776200729.004797:0:2243:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776200729.004798:0:2243:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682622528 : -112993026929088 : ffff993bc2c48e40) 00000100:00000040:3.0:1776200729.004802:0:2243:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000002c1afeae x1862481227046720/t0(0) o400->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200736 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200729.004808:0:2243:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1776200729.004810:0:2243:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:3.0:1776200729.004812:0:2243:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f47a6c6e. 00000100:00000200:3.0:1776200729.004814:0:2243:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1862481227046720, offset 0 00000400:00000200:3.0:1776200729.004819:0:2243:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:3.0:1776200729.004822:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200729.004830:0:2243:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200729.004834:0:2243:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:3.0:1776200729.004836:0:2243:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776200729.004839:0:2243:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:3.0:1776200729.004849:0:2243:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [343:343:252:4294967295] 192.168.203.148@tcp LPNI seq info [343:343:4:4294967295] 00000400:00000200:3.0:1776200729.004852:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200729.004857:0:2243:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:3.0:1776200729.004861:0:2243:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200729.004864:0:2243:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce18e5cf (tot 3423838). 00000800:00000200:3.0:1776200729.004868:0:2243:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200729.004872:0:2243:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200729.004874:0:2243:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ce18e5cf type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1776200729.004876:0:2243:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200729.004878:0:2243:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200729.004879:0:2243:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200729.004881:0:2243:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1776200729.004883:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000192a5c59 x1862481227046848/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200729.004889:0:2243:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1776200729.004890:0:2243:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200729.004892:0:2243:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1776200729.004894:0:2243:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1776200729.004896:0:2243:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000192a5c59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:afb33528-7691-4975-9821-d2ff03b6f7ab:2243:1862481227046848:192.168.203.148@tcp:400:kworker/u8:3.0 00000100:00000001:3.0:1776200729.004899:0:2243:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1776200729.004901:0:2243:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1776200729.004902:0:2243:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200729.004903:0:2243:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1776200729.004906:0:2243:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e4ca30e2. 02000000:00000001:3.0:1776200729.004907:0:2243:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1776200729.004910:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:3.0:1776200729.004912:0:2243:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000009e75ff4. 00000400:00000010:3.0:1776200729.004920:0:2243:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000660b69ac. 00000100:00000200:3.0:1776200729.004922:0:2243:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227046848, portal 10 00000100:00000001:3.0:1776200729.004924:0:2243:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776200729.004925:0:2243:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682644416 : -112993026907200 : ffff993bc2c4e3c0) 00000100:00000040:3.0:1776200729.004930:0:2243:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000192a5c59 x1862481227046848/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200736 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200729.004936:0:2243:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1776200729.004938:0:2243:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:3.0:1776200729.004940:0:2243:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015d4f09d. 00000100:00000200:3.0:1776200729.004942:0:2243:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862481227046848, offset 0 00000400:00000200:3.0:1776200729.004946:0:2243:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:3.0:1776200729.004950:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200729.004953:0:2243:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200729.004956:0:2243:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:3.0:1776200729.004958:0:2243:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776200729.004960:0:2243:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:3.0:1776200729.004963:0:2243:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [344:344:251:4294967295] 192.168.203.148@tcp LPNI seq info [344:344:3:4294967295] 00000400:00000200:3.0:1776200729.004967:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200729.004972:0:2243:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:3.0:1776200729.004976:0:2243:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200729.004980:0:2243:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fbfe3a06 (tot 3424086). 00000800:00000200:3.0:1776200729.004983:0:2243:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200729.004987:0:2243:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200729.004989:0:2243:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fbfe3a06 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1776200729.004992:0:2243:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200729.004993:0:2243:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200729.004995:0:2243:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200729.004997:0:2243:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1776200729.004999:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d3962893 x1862481227046976/t0(0) o400->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200729.005005:0:2243:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1776200729.005010:0:2243:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200729.005012:0:2243:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1776200729.005014:0:2243:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1776200729.005017:0:2243:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d3962893 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:afb33528-7691-4975-9821-d2ff03b6f7ab:2243:1862481227046976:192.168.203.148@tcp:400:kworker/u8:3.0 00000100:00000001:3.0:1776200729.005020:0:2243:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1776200729.005022:0:2243:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1776200729.005023:0:2243:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200729.005025:0:2243:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1776200729.005040:0:2243:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fcaaaf88. 02000000:00000001:3.0:1776200729.005042:0:2243:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1776200729.005045:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:3.0:1776200729.005047:0:2243:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003ec412c8. 00000400:00000010:3.0:1776200729.005050:0:2243:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000221c18f8. 00000100:00000200:3.0:1776200729.005052:0:2243:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227046976, portal 4 00000100:00000001:3.0:1776200729.005054:0:2243:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776200729.005054:0:2243:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682649280 : -112993026902336 : ffff993bc2c4f6c0) 00000100:00000040:3.0:1776200729.005059:0:2243:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000d3962893 x1862481227046976/t0(0) o400->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200736 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200729.005065:0:2243:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1776200729.005067:0:2243:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:3.0:1776200729.005068:0:2243:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098074408. 00000100:00000200:3.0:1776200729.005070:0:2243:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1862481227046976, offset 0 00000400:00000200:3.0:1776200729.005074:0:2243:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:3.0:1776200729.005077:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200729.005080:0:2243:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200729.005083:0:2243:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:3.0:1776200729.005085:0:2243:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776200729.005087:0:2243:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:3.0:1776200729.005089:0:2243:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [345:345:250:4294967295] 192.168.203.148@tcp LPNI seq info [345:345:2:4294967295] 00000400:00000200:3.0:1776200729.005092:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200729.005098:0:2243:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:3.0:1776200729.005101:0:2243:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200729.005109:0:2243:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000057cadef5 (tot 3424334). 00000800:00000200:3.0:1776200729.005113:0:2243:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200729.005117:0:2243:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200729.005119:0:2243:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000057cadef5 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1776200729.005133:0:2243:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200729.005134:0:2243:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200729.005136:0:2243:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200729.005139:0:2243:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200729.005141:0:2243:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200729.005189:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200729.005192:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004399ffd9 (tot 3424086). 00000400:00000200:3.0:1776200729.005198:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200729.005203:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200729.005207:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fe39d81 00000400:00000010:3.0:1776200729.005209:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fe39d81. 00000100:00000001:3.0:1776200729.005213:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200729.005216:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a58e1d54 x1862481227046656/t0(0) o400->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200736 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200729.005224:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200729.005226:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000a58e1d54 x1862481227046656/t0(0) o400->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200736 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200729.005231:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200729.005233:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1776200729.005243:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200729.005244:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000233ae3fc (tot 3423838). 00000400:00000200:3.0:1776200729.005247:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200729.005250:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200729.005252:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cb6a12dd 00000400:00000010:3.0:1776200729.005253:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cb6a12dd. 00000100:00000001:3.0:1776200729.005255:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200729.005257:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a054ad85 x1862481227046784/t0(0) o400->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200736 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200729.005262:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200729.005270:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000a054ad85 x1862481227046784/t0(0) o400->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200736 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200729.005275:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200729.005276:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1776200729.005284:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200729.005285:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e06bd1bd (tot 3423590). 00000400:00000200:3.0:1776200729.005290:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200729.005293:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200729.005295:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094cc07cd 00000400:00000010:3.0:1776200729.005296:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094cc07cd. 00000100:00000001:3.0:1776200729.005297:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200729.005299:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bf94b43d x1862481227046912/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200736 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200729.005305:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200729.005307:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000bf94b43d x1862481227046912/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200736 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200729.005312:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200729.005314:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1776200729.005320:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200729.005322:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000df024b8b (tot 3423342). 00000400:00000200:3.0:1776200729.005324:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200729.005326:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200729.005328:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb3aca56 00000400:00000010:3.0:1776200729.005329:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb3aca56. 00000100:00000001:3.0:1776200729.005330:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200729.005332:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ee60ae45 x1862481227046592/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200736 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200729.005337:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200729.005338:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000ee60ae45 x1862481227046592/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200736 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200729.005343:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200729.005344:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1776200729.005349:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200729.005356:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce18e5cf (tot 3423094). 00000400:00000200:3.0:1776200729.005358:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200729.005361:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200729.005363:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f47a6c6e 00000400:00000010:3.0:1776200729.005364:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f47a6c6e. 00000100:00000001:3.0:1776200729.005366:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200729.005368:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002c1afeae x1862481227046720/t0(0) o400->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200736 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200729.005374:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200729.005376:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000002c1afeae x1862481227046720/t0(0) o400->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200736 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200729.005382:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200729.005383:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1776200729.005390:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200729.005391:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fbfe3a06 (tot 3422846). 00000400:00000200:3.0:1776200729.005394:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200729.005397:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200729.005398:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015d4f09d 00000400:00000010:3.0:1776200729.005399:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015d4f09d. 00000100:00000001:3.0:1776200729.005401:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200729.005403:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000192a5c59 x1862481227046848/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200736 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200729.005407:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200729.005409:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000192a5c59 x1862481227046848/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200736 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200729.005413:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200729.005414:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1776200729.005469:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200729.005471:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000057cadef5 (tot 3422598). 00000400:00000200:3.0:1776200729.005477:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200729.005480:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200729.005481:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098074408 00000400:00000010:3.0:1776200729.005482:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098074408. 00000100:00000001:3.0:1776200729.005490:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200729.005493:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d3962893 x1862481227046976/t0(0) o400->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200736 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200729.005500:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200729.005501:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000d3962893 x1862481227046976/t0(0) o400->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200736 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200729.005507:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200729.005508:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:2.0:1776200729.005737:0:2242:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200729.005740:0:2242:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1776200729.018747:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200729.018761:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200729.018765:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200729.018767:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200729.018777:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200729.018784:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200729.018791:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200729.018796:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200729.018800:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200729.018803:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 4 MB=0x69deab3f05f80 00000400:00000200:3.0:1776200729.018809:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200729.018815:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.148@tcp of length 224/224 into md 0xd8d [1] + 224 00000800:00000001:3.0:1776200729.018823:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200729.018827:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200729.018829:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200729.018833:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200729.018840:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200729.018846:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a054ad85 x1862481227046784/t0(0) o400->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200736 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:3.0:1776200729.018856:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000a054ad85 x1862481227046784/t0(0) o400->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200736 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200729.018880:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200729.018888:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200729.018892:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200729.018906:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200729.018908:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200729.018911:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200729.018915:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200729.018919:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200729.018922:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200729.018925:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200729.018927:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 4 MB=0x69deab3f06000 00000400:00000200:3.0:1776200729.018930:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200729.018934:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.148@tcp of length 224/224 into md 0xd9d [1] + 224 00000800:00000001:3.0:1776200729.018937:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:2.0:1776200729.018938:0:2243:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1776200729.018942:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200729.018943:0:2243:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1776200729.018945:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200729.018949:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000001:2.0:1776200729.018954:0:2243:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200729.018956:0:2243:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200729.018958:0:2243:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a9efcfa1. 00000400:00000200:2.0:1776200729.018963:0:2243:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008e66af78 00000400:00000010:2.0:1776200729.018971:0:2243:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008e66af78. 00000100:00000001:2.0:1776200729.018975:0:2243:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000001:3.0:1776200729.018976:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200729.018981:0:2243:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a054ad85 x1862481227046784/t0(0) o400->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200736 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:3.0:1776200729.018982:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bf94b43d x1862481227046912/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200736 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:3.0:1776200729.019006:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000bf94b43d x1862481227046912/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200736 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:2.0:1776200729.019011:0:2243:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a054ad85 x1862481227046784/t0(0) o400->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200736 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200729.019019:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200729.019023:0:2243:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200729.019024:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:2.0:1776200729.019025:0:2243:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200729.019029:0:2243:0:(client.c:1428:after_reply()) Process entered 00000800:00000001:3.0:1776200729.019029:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1776200729.019033:0:2243:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1776200729.019037:0:2243:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776200729.019039:0:2243:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200729.019041:0:2243:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776200729.019050:0:2243:0:(import.c:1935:at_measured()) add 1 to 000000001e456312 time=97 v=1 (1 0 0 0) 00000100:00001000:2.0:1776200729.019054:0:2243:0:(import.c:1935:at_measured()) add 1 to 00000000af23ee3d time=15 v=1 (1 0 0 0) 00000100:00000001:2.0:1776200729.019057:0:2243:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1776200729.019059:0:2243:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200729.019062:0:2243:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1776200729.019066:0:2243:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92325) req@00000000a054ad85 x1862481227046784/t0(0) o400->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200736 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00010000:00000001:2.0:1776200729.019073:0:2243:0:(ldlm_request.c:1488:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200729.019077:0:2243:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1776200729.019078:0:2243:0:(client.c:2863:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993be2454000: skip recheck: last_committed 0 00000100:00000001:2.0:1776200729.019080:0:2243:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1776200729.019081:0:2243:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200729.019085:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a054ad85 x1862481227046784/t0(0) o400->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200736 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200729.019091:0:2243:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200729.019093:0:2243:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200729.019095:0:2243:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1776200729.019098:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a054ad85 x1862481227046784/t0(0) o400->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200736 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:2.0:1776200729.019105:0:2243:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a054ad85 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:128773b9-ec2f-47c2-9bf4-461c71beba7d:2243:1862481227046784:192.168.203.148@tcp:400:kworker/u8:3.0 00000400:00000001:2.0:1776200729.019117:0:2243:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200729.019118:0:2243:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200729.019129:0:2243:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b5106eb2. 00000400:00000200:2.0:1776200729.019131:0:2243:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021fec17e 00000400:00000010:2.0:1776200729.019133:0:2243:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021fec17e. 00000100:00000001:2.0:1776200729.019136:0:2243:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200729.019139:0:2243:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bf94b43d x1862481227046912/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200736 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:2.0:1776200729.019147:0:2243:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bf94b43d x1862481227046912/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200736 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200729.019153:0:2243:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200729.019154:0:2243:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200729.019156:0:2243:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1776200729.019158:0:2243:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1776200729.019159:0:2243:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776200729.019160:0:2243:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200729.019161:0:2243:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776200729.019165:0:2243:0:(import.c:1935:at_measured()) add 1 to 00000000b2ae5712 time=47 v=1 (1 0 0 0) 00000100:00001000:2.0:1776200729.019168:0:2243:0:(import.c:1935:at_measured()) add 1 to 00000000ea7ae0b9 time=11 v=1 (1 0 0 0) 00000100:00000001:2.0:1776200729.019170:0:2243:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1776200729.019171:0:2243:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200729.019172:0:2243:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1776200729.019182:0:2243:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92325) req@00000000bf94b43d x1862481227046912/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200736 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00010000:00000001:2.0:1776200729.019189:0:2243:0:(ldlm_request.c:1488:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200729.019191:0:2243:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1776200729.019192:0:2243:0:(client.c:2863:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993bc2c8c000: skip recheck: last_committed 4294967297 00000100:00000001:2.0:1776200729.019193:0:2243:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1776200729.019194:0:2243:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200729.019204:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bf94b43d x1862481227046912/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200736 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200729.019210:0:2243:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200729.019212:0:2243:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200729.019219:0:2243:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1776200729.019222:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf94b43d x1862481227046912/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200736 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:2.0:1776200729.019228:0:2243:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bf94b43d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:afb33528-7691-4975-9821-d2ff03b6f7ab:2243:1862481227046912:192.168.203.148@tcp:400:kworker/u8:3.0 00000100:00000001:2.0:1776200729.019233:0:2243:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200729.019235:0:2243:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200729.019238:0:2243:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000a054ad85 x1862481227046784/t0(0) o400->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200736 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200729.019243:0:2243:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1776200729.019245:0:2243:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1776200729.019248:0:2243:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000092756ff4. 02000000:00000001:2.0:1776200729.019252:0:2243:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1776200729.019254:0:2243:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1776200729.019255:0:2243:0:(genops.c:1204:class_import_put()) import 00000000e19172f0 refcount=4 obd=lustre-OST0001-osc-ffff993be2454000 00000020:00000001:2.0:1776200729.019257:0:2243:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1776200729.019259:0:2243:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000059b07117. 02000000:00000001:2.0:1776200729.019263:0:2243:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1776200729.019264:0:2243:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1776200729.019265:0:2243:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a054ad85. 00000100:00000001:2.0:1776200729.019269:0:2243:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1776200729.019271:0:2243:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200729.019272:0:2243:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200729.019274:0:2243:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000bf94b43d x1862481227046912/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200736 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200729.019279:0:2243:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1776200729.019280:0:2243:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1776200729.019281:0:2243:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f37c8bc2. 02000000:00000001:2.0:1776200729.019283:0:2243:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1776200729.019284:0:2243:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1776200729.019284:0:2243:0:(genops.c:1204:class_import_put()) import 000000000e91456c refcount=4 obd=lustre-OST0000-osc-ffff993bc2c8c000 00000020:00000001:2.0:1776200729.019286:0:2243:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1776200729.019287:0:2243:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000b8e443e4. 02000000:00000001:2.0:1776200729.019288:0:2243:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1776200729.019289:0:2243:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1776200729.019297:0:2243:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bf94b43d. 00000100:00000001:2.0:1776200729.019300:0:2243:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1776200729.019301:0:2243:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200729.019304:0:2243:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200729.019306:0:2243:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200729.019307:0:2243:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200729.019309:0:2243:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200729.019311:0:2243:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1776200729.022381:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200729.022402:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200729.022409:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200729.022411:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200729.022426:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200729.022436:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200729.022446:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200729.022452:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200729.022458:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200729.022462:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 4 MB=0x69deab3f05f40 00000400:00000200:3.0:1776200729.022470:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200729.022496:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.148@tcp of length 224/224 into md 0xdbd [1] + 224 00000800:00000001:3.0:1776200729.022507:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200729.022512:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200729.022515:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200729.022519:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200729.022538:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200729.022546:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002c1afeae x1862481227046720/t0(0) o400->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200736 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:3.0:1776200729.022558:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000002c1afeae x1862481227046720/t0(0) o400->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200736 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200729.022585:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200729.022631:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200729.022634:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200729.022637:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200729.022638:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200729.022642:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200729.022645:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200729.022649:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200729.022652:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200729.022654:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200729.022657:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 4 MB=0x69deab3f06040 00000400:00000200:3.0:1776200729.022660:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200729.022664:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.148@tcp of length 224/224 into md 0xddd [1] + 224 00000800:00000001:3.0:1776200729.022667:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200729.022673:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200729.022674:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200729.022677:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200729.022680:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200729.022683:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d3962893 x1862481227046976/t0(0) o400->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200736 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:3.0:1776200729.022691:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000d3962893 x1862481227046976/t0(0) o400->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200736 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200729.022936:0:2243:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200729.022942:0:2243:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1776200729.022952:0:2243:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200729.022953:0:2243:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200729.022956:0:2243:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001d83ec85. 00000400:00000200:2.0:1776200729.022962:0:2243:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003e622e16 00000400:00000010:2.0:1776200729.022964:0:2243:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003e622e16. 00000100:00000001:2.0:1776200729.022967:0:2243:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200729.022971:0:2243:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002c1afeae x1862481227046720/t0(0) o400->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200736 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:2.0:1776200729.022978:0:2243:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002c1afeae x1862481227046720/t0(0) o400->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200736 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200729.022983:0:2243:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200729.022985:0:2243:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200729.022988:0:2243:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1776200729.022992:0:2243:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1776200729.022994:0:2243:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776200729.022996:0:2243:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200729.023000:0:2243:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776200729.023010:0:2243:0:(import.c:1935:at_measured()) add 1 to 000000003f4c142e time=97 v=1 (1 0 0 0) 00000100:00001000:2.0:1776200729.023015:0:2243:0:(import.c:1935:at_measured()) add 1 to 000000003261d6ca time=15 v=1 (1 0 0 0) 00000100:00000001:2.0:1776200729.023018:0:2243:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1776200729.023020:0:2243:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200729.023022:0:2243:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1776200729.023026:0:2243:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92325) req@000000002c1afeae x1862481227046720/t0(0) o400->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200736 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00010000:00000001:2.0:1776200729.023032:0:2243:0:(ldlm_request.c:1488:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200729.023035:0:2243:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1776200729.023046:0:2243:0:(client.c:2863:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993be2454000: skip recheck: last_committed 0 00000100:00000001:2.0:1776200729.023047:0:2243:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1776200729.023049:0:2243:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200729.023055:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002c1afeae x1862481227046720/t0(0) o400->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200736 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200729.023060:0:2243:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200729.023063:0:2243:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200729.023066:0:2243:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1776200729.023069:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002c1afeae x1862481227046720/t0(0) o400->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200736 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:2.0:1776200729.023075:0:2243:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002c1afeae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:128773b9-ec2f-47c2-9bf4-461c71beba7d:2243:1862481227046720:192.168.203.148@tcp:400:kworker/u8:3.0 00000100:00000001:3.0:1776200729.023108:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200729.023114:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200729.023117:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1776200729.027483:0:2243:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200729.027493:0:2243:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200729.027497:0:2243:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003ec412c8. 00000400:00000200:2.0:1776200729.027510:0:2243:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000221c18f8 00000400:00000010:2.0:1776200729.027513:0:2243:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000221c18f8. 00000100:00000001:2.0:1776200729.027519:0:2243:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200729.027535:0:2243:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d3962893 x1862481227046976/t0(0) o400->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200736 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:2.0:1776200729.027548:0:2243:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d3962893 x1862481227046976/t0(0) o400->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200736 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200729.027556:0:2243:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200729.027558:0:2243:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200729.027561:0:2243:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1776200729.027565:0:2243:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1776200729.027568:0:2243:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776200729.027571:0:2243:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200729.027574:0:2243:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776200729.027584:0:2243:0:(import.c:1935:at_measured()) add 1 to 00000000d961a429 time=47 v=1 (1 0 0 0) 00000100:00001000:2.0:1776200729.027606:0:2243:0:(import.c:1935:at_measured()) add 1 to 000000009b008c65 time=16 v=1 (1 0 0 0) 00000100:00000001:2.0:1776200729.027609:0:2243:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1776200729.027611:0:2243:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200729.027614:0:2243:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1776200729.027655:0:2243:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92325) req@00000000d3962893 x1862481227046976/t0(0) o400->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200736 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00010000:00000001:2.0:1776200729.027662:0:2243:0:(ldlm_request.c:1488:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200729.027666:0:2243:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1776200729.027668:0:2243:0:(client.c:2863:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993bc2c8c000: skip recheck: last_committed 4294967297 00000100:00000001:2.0:1776200729.027670:0:2243:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1776200729.027672:0:2243:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200729.027676:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d3962893 x1862481227046976/t0(0) o400->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200736 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200729.027682:0:2243:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200729.027686:0:2243:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200729.027688:0:2243:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1776200729.027692:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d3962893 x1862481227046976/t0(0) o400->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200736 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:2.0:1776200729.027699:0:2243:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d3962893 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:afb33528-7691-4975-9821-d2ff03b6f7ab:2243:1862481227046976:192.168.203.148@tcp:400:kworker/u8:3.0 00000100:00000001:2.0:1776200729.029843:0:2243:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200729.029849:0:2243:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200729.029861:0:2243:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000002c1afeae x1862481227046720/t0(0) o400->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200736 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200729.029871:0:2243:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1776200729.029874:0:2243:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1776200729.029879:0:2243:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d79d8821. 02000000:00000001:2.0:1776200729.029888:0:2243:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1776200729.029891:0:2243:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1776200729.029892:0:2243:0:(genops.c:1204:class_import_put()) import 0000000000feff6b refcount=4 obd=lustre-OST0000-osc-ffff993be2454000 00000020:00000001:2.0:1776200729.029895:0:2243:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1776200729.029897:0:2243:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000442b61be. 02000000:00000001:2.0:1776200729.029901:0:2243:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1776200729.029903:0:2243:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1776200729.029904:0:2243:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002c1afeae. 00000100:00000001:2.0:1776200729.029910:0:2243:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1776200729.029911:0:2243:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200729.029933:0:2243:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200729.029937:0:2243:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000d3962893 x1862481227046976/t0(0) o400->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200736 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200729.029942:0:2243:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1776200729.029944:0:2243:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1776200729.029945:0:2243:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fcaaaf88. 02000000:00000001:2.0:1776200729.029947:0:2243:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1776200729.029948:0:2243:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1776200729.029949:0:2243:0:(genops.c:1204:class_import_put()) import 00000000afb3b1b5 refcount=4 obd=lustre-OST0001-osc-ffff993bc2c8c000 00000020:00000001:2.0:1776200729.029951:0:2243:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1776200729.029952:0:2243:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000dd01d0aa. 02000000:00000001:2.0:1776200729.029954:0:2243:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1776200729.029955:0:2243:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1776200729.029955:0:2243:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d3962893. 00000100:00000001:2.0:1776200729.029957:0:2243:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1776200729.029958:0:2243:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200729.029962:0:2243:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200729.029965:0:2243:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200729.029968:0:2243:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200729.029970:0:2243:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200729.029972:0:2243:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200729.383751:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200729.383758:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200729.383768:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200729.383768:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200729.383773:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200729.383777:0:420:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1776200729.383780:0:420:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1776200729.383786:0:420:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200729.383788:0:420:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1776200729.383790:0:420:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200729.383794:0:420:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1776200729.383796:0:420:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200729.383798:0:420:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200729.383800:0:420:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200729.383905:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200729.383909:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200729.383912:0:5027:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1776200730.025002:0:2243:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1776200730.025010:0:2243:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00000400:2.0:1776200730.025026:0:2243:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1776200723/real 1776200723] req@00000000c1fde8ee x1862481227046208/t0(0) o400->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1776200730 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000001:2.0:1776200730.065930:0:2243:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200730.065934:0:2243:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200730.065936:0:2243:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f1b9ee72. 00000400:00000200:2.0:1776200730.065947:0:2243:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa9ed744 00000400:00000010:2.0:1776200730.065949:0:2243:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa9ed744. 00000100:00000001:2.0:1776200730.065953:0:2243:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200730.065963:0:2243:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c1fde8ee x1862481227046208/t0(0) o400->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1776200730 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:2.0:1776200730.065972:0:2243:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c1fde8ee x1862481227046208/t0(0) o400->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1776200730 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200730.065979:0:2243:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200730.065981:0:2243:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200730.065985:0:2243:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200730.065987:0:2243:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1776200730.065990:0:2243:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@00000000c1fde8ee x1862481227046208/t0(0) o400->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1776200730 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200730.065996:0:2243:0:(import.c:447:ptlrpc_fail_import()) Process entered 00000100:00080000:2.0:1776200730.065999:0:2243:0:(import.c:86:import_set_state_nolock()) 000000000fe8d637 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1776200730.066002:0:2243:0:(import.c:200:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff993be2454000: Connection to lustre-MDT0000 (at 192.168.203.148@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:2.0:1776200730.080692:0:2243:0:(obd_class.h:1192:obd_import_event()) Process entered 00000002:00000001:2.0:1776200730.080699:0:2243:0:(mdc_request.c:2762:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200730.080703:0:2243:0:(obd_class.h:1202:obd_import_event()) Process leaving 00000100:00080000:2.0:1776200730.080706:0:2243:0:(import.c:434:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:2.0:1776200730.081986:0:2243:0:(import.c:454:ptlrpc_fail_import()) Process leaving 00000100:00000001:2.0:1776200730.081990:0:2243:0:(client.c:2345:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200730.081996:0:2243:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00000400:2.0:1776200730.082007:0:2243:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1776200723/real 1776200723] req@000000004e3c421b x1862481227046144/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 1 dl 1776200730 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000001:2.0:1776200730.082022:0:2243:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200730.082024:0:2243:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200730.082045:0:2243:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b20598a0. 00000400:00000200:2.0:1776200730.082051:0:2243:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000027718222 00000400:00000010:2.0:1776200730.082053:0:2243:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000027718222. 00000100:00000001:2.0:1776200730.082057:0:2243:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200730.082060:0:2243:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004e3c421b x1862481227046144/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 1 dl 1776200730 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:2.0:1776200730.082067:0:2243:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004e3c421b x1862481227046144/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 1 dl 1776200730 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200730.082073:0:2243:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200730.082075:0:2243:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200730.082077:0:2243:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200730.082079:0:2243:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1776200730.082082:0:2243:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@000000004e3c421b x1862481227046144/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 1 dl 1776200730 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200730.082088:0:2243:0:(import.c:447:ptlrpc_fail_import()) Process entered 00000100:00080000:2.0:1776200730.082090:0:2243:0:(import.c:86:import_set_state_nolock()) 0000000023f5a97b MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1776200730.082093:0:2243:0:(import.c:206:ptlrpc_set_import_discon()) 166-1: MGC192.168.203.148@tcp: Connection to MGS (at 192.168.203.148@tcp) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1776200730.098166:0:2243:0:(import.c:212:ptlrpc_set_import_discon()) import MGS@192.168.203.148@tcp for MGC192.168.203.148@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1776200730.098173:0:2243:0:(import.c:154:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1776200730.098175:0:2243:0:(import.c:157:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1776200730.098177:0:2243:0:(client.c:3280:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1776200730.098195:0:2243:0:(client.c:3295:ptlrpc_abort_inflight()) @@@ inflight req@000000004e3c421b x1862481227046144/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 1 dl 1776200730 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1776200730.098210:0:2243:0:(client.c:3295:ptlrpc_abort_inflight()) @@@ inflight req@00000000ee60ae45 x1862481227046592/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200736 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200730.098216:0:2243:0:(client.c:3325:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1776200730.098217:0:2243:0:(import.c:163:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1776200730.098219:0:2243:0:(obd_class.h:1192:obd_import_event()) Process entered 10000000:01000000:2.0:1776200730.098222:0:2243:0:(mgc_request.c:1332:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1776200730.098224:0:2243:0:(pinger.c:215:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1776200730.098226:0:2243:0:(mgc_request.c:1364:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200730.098228:0:2243:0:(obd_class.h:1202:obd_import_event()) Process leaving 00000100:00000001:2.0:1776200730.098228:0:2243:0:(obd_class.h:1192:obd_import_event()) Process entered 10000000:01000000:2.0:1776200730.098245:0:2243:0:(mgc_request.c:1332:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1776200730.098246:0:2243:0:(mgc_request.c:1364:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200730.098247:0:2243:0:(obd_class.h:1202:obd_import_event()) Process leaving 00000100:00080000:2.0:1776200730.098249:0:2243:0:(import.c:434:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00080000:1.0:1776200730.098452:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 822f82fc-1b4a-4a91-a190-4cbe8fb35285->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1776200730.098458:0:37:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:1.0:1776200730.098460:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:1.0:1776200730.098463:0:37:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1776200730.098465:0:37:0:(import.c:86:import_set_state_nolock()) 0000000023f5a97b MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1776200730.098469:0:37:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:1.0:1776200730.098472:0:37:0:(import.c:534:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 209 00000100:00000040:1.0:1776200730.098475:0:37:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008e68683d refcount 20 to 192.168.203.148@tcp 00000100:00000001:1.0:1776200730.098478:0:37:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1776200730.098480:0:37:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008e68683d refcount 21 to 192.168.203.148@tcp 00000100:00000001:1.0:1776200730.098482:0:37:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446631080717689120 : -112992991862496 : ffff993bc4dba120) 00000020:00000001:1.0:1776200730.098484:0:37:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1776200730.098486:0:37:0:(genops.c:911:class_conn2export()) looking for export cookie 0x8d91c35bada81bb0 00000020:00000001:1.0:1776200730.098489:0:37:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1776200730.098492:0:37:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000035106081 refcount=3 00000020:00000001:1.0:1776200730.098493:0:37:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080683325440 : -112993026226176 : ffff993bc2cf4800) 00000020:00000001:1.0:1776200730.098496:0:37:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446631080683325440 : -112993026226176 : ffff993bc2cf4800) 00000100:00000040:1.0:1776200730.098499:0:37:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008e68683d refcount 20 to 192.168.203.148@tcp 00000100:00000001:1.0:1776200730.098501:0:37:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1776200730.098502:0:37:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008e68683d refcount 21 to 192.168.203.148@tcp 00000100:00000001:1.0:1776200730.098504:0:37:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446631080717689120 : -112992991862496 : ffff993bc4dba120) 00000020:00000040:1.0:1776200730.098506:0:37:0:(genops.c:979:class_export_put()) PUTting export 0000000035106081 : new refcount 2 00000100:00080000:1.0:1776200730.098509:0:37:0:(import.c:615:import_select_connection()) MGC192.168.203.148@tcp: import 0000000023f5a97b using connection MGC192.168.203.148@tcp_0/192.168.203.148@tcp 00000100:00000001:1.0:1776200730.098512:0:37:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200730.098514:0:37:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1776200730.098518:0:37:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1776200730.098521:0:37:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200730.098522:0:37:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:1.0:1776200730.098524:0:37:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1776200730.098530:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b924db09. 00000020:00000040:1.0:1776200730.098533:0:37:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=6 obd=MGC192.168.203.148@tcp 02000000:00000001:1.0:1776200730.098539:0:37:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:1.0:1776200730.098540:0:37:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200730.098543:0:37:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1776200730.098545:0:37:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1776200730.098549:0:37:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1776200730.098556:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000938fd801. 00000100:00000001:1.0:1776200730.098562:0:37:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200730.098566:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b924db09 x1862481227047040/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1776200730.098573:0:37:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1776200730.098577:0:37:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200730.098580:0:37:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000b924db09] to pc [ptlrpcd_rcv+-1] req@00000000b924db09 x1862481227047040/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1776200730.098622:0:37:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200730.098624:0:37:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:1.0:1776200730.098626:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1776200730.098629:0:37:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:1.0:1776200730.098630:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1776200730.098985:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776200730.098989:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200730.098991:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776200730.098995:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b924db09 x1862481227047040/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1776200730.099002:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200730.099003:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200730.099007:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776200730.099008:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200730.099010:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b924db09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:822f82fc-1b4a-4a91-a190-4cbe8fb35285:2239:1862481227047040:192.168.203.148@tcp:250:kworker/u8:2.0 00000100:00000001:0.0:1776200730.099014:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776200730.099017:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776200730.099019:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200730.099020:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1776200730.099025:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000035306ab2. 02000000:00000001:0.0:1776200730.099027:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776200730.099034:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:0.0:1776200730.099038:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e4627186. 00000400:00000010:0.0:1776200730.099043:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a4163784. 00000100:00000200:0.0:1776200730.099049:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227047040, portal 25 00000100:00000001:0.0:1776200730.099051:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200730.099052:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801544896 : -112992908006720 : ffff993bc9db2ac0) 00000100:00000040:0.0:1776200730.099056:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000b924db09 x1862481227047040/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1776200736 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1776200730.099061:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776200730.099063:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:0.0:1776200730.099065:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6de73a9. 00000100:00000200:0.0:1776200730.099068:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862481227047040, offset 0 00000400:00000200:0.0:1776200730.099074:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:0.0:1776200730.099082:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200730.099089:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:0.0:1776200730.099107:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:0.0:1776200730.099111:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776200730.099113:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:0.0:1776200730.099117:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [346:346:256:4294967295] 192.168.203.148@tcp LPNI seq info [346:346:8:4294967295] 00000400:00000200:0.0:1776200730.099121:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200730.099129:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:0.0:1776200730.099135:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:0.0:1776200730.099140:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f9203e (tot 3422846). 00000800:00000200:0.0:1776200730.099146:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:0.0:1776200730.099153:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:0.0:1776200730.099156:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f9203e type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1776200730.099165:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200730.099167:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200730.099169:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200730.099172:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200730.099173:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200730.099181:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200730.099182:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1776200730.099195:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776200730.099197:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200730.099198:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200730.099200:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200730.099425:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200730.099429:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052f9203e (tot 3422598). 00000400:00000200:3.0:1776200730.099433:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200730.099438:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200730.099442:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6de73a9 00000400:00000010:3.0:1776200730.099444:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6de73a9. 00000100:00000001:3.0:1776200730.099447:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200730.099450:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b924db09 x1862481227047040/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1776200736 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200730.099458:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200730.099460:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000b924db09 x1862481227047040/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1776200736 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200730.099465:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200730.099466:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:1.0:1776200730.100288:0:37:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1776200730.100290:0:37:0:(import.c:86:import_set_state_nolock()) 000000000fe8d637 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1776200730.100296:0:37:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:1.0:1776200730.100300:0:37:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff993be2454000: connect to NID 192.168.203.148@tcp last attempt 209 00000100:00000040:1.0:1776200730.100304:0:37:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008e68683d refcount 20 to 192.168.203.148@tcp 00000100:00000001:1.0:1776200730.100307:0:37:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1776200730.100308:0:37:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008e68683d refcount 21 to 192.168.203.148@tcp 00000100:00000001:1.0:1776200730.100310:0:37:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446631080717689120 : -112992991862496 : ffff993bc4dba120) 00000020:00000001:1.0:1776200730.100313:0:37:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1776200730.100314:0:37:0:(genops.c:911:class_conn2export()) looking for export cookie 0x8d91c35bada81bfd 00000020:00000001:1.0:1776200730.100316:0:37:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1776200730.100318:0:37:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002901c2fb refcount=5 00000020:00000001:1.0:1776200730.100320:0:37:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080768368640 : -112992941182976 : ffff993bc7e0f000) 00000020:00000001:1.0:1776200730.100321:0:37:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446631080768368640 : -112992941182976 : ffff993bc7e0f000) 00000100:00000040:1.0:1776200730.100324:0:37:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008e68683d refcount 20 to 192.168.203.148@tcp 00000100:00000001:1.0:1776200730.100325:0:37:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1776200730.100326:0:37:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008e68683d refcount 21 to 192.168.203.148@tcp 00000100:00000001:1.0:1776200730.100327:0:37:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446631080717689120 : -112992991862496 : ffff993bc4dba120) 00000020:00000040:1.0:1776200730.100330:0:37:0:(genops.c:979:class_export_put()) PUTting export 000000002901c2fb : new refcount 4 00000100:00080000:1.0:1776200730.100332:0:37:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff993be2454000: import 000000000fe8d637 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00000001:1.0:1776200730.100334:0:37:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200730.100335:0:37:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1776200730.100341:0:37:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1776200730.100343:0:37:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200730.100346:0:37:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:1.0:1776200730.100349:0:37:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1776200730.100352:0:37:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200730.100353:0:37:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1776200730.100358:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000071838397. 00000020:00000040:1.0:1776200730.100361:0:37:0:(genops.c:1191:class_import_get()) import 000000000fe8d637 refcount=110 obd=lustre-MDT0000-mdc-ffff993be2454000 02000000:00000001:1.0:1776200730.100365:0:37:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:1.0:1776200730.100366:0:37:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200730.100369:0:37:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1776200730.100371:0:37:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1776200730.100374:0:37:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1776200730.100379:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000005e7945cc. 00000100:00000001:1.0:1776200730.100384:0:37:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200730.100389:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000071838397 x1862481227047104/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1776200730.100396:0:37:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1776200730.100399:0:37:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200730.100402:0:37:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000071838397] to pc [ptlrpcd_rcv+-1] req@0000000071838397 x1862481227047104/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1776200730.100411:0:37:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200730.100413:0:37:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:1.0:1776200730.100415:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1776200730.100419:0:37:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1776200730.100422:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b97db357. 00000020:00000040:1.0:1776200730.100424:0:37:0:(genops.c:1191:class_import_get()) import 0000000000feff6b refcount=5 obd=lustre-OST0000-osc-ffff993be2454000 00000100:00000001:1.0:1776200730.100426:0:37:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1776200730.100427:0:37:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1776200730.100428:0:37:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1776200730.100431:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d9fb19b1. 00000100:00000001:1.0:1776200730.100433:0:37:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200730.100436:0:37:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0000_UUID req@00000000b97db357 x1862481227047168/t0(0) o400->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1776200730.100441:0:37:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1776200730.100443:0:37:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200730.100446:0:37:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000b97db357] to pc [ptlrpcd_00_01+1] req@00000000b97db357 x1862481227047168/t0(0) o400->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1776200730.100458:0:37:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200730.100460:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1776200730.100463:0:37:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1776200730.100465:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b36762c4. 00000020:00000040:1.0:1776200730.100467:0:37:0:(genops.c:1191:class_import_get()) import 00000000e19172f0 refcount=5 obd=lustre-OST0001-osc-ffff993be2454000 00000100:00000001:1.0:1776200730.100469:0:37:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1776200730.100470:0:37:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1776200730.100471:0:37:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1776200730.100473:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000db8b4815. 00000100:00000001:1.0:1776200730.100475:0:37:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200730.100478:0:37:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0001_UUID req@00000000b36762c4 x1862481227047232/t0(0) o400->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1776200730.100484:0:37:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1776200730.100485:0:37:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200730.100487:0:37:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000b36762c4] to pc [ptlrpcd_00_00+0] req@00000000b36762c4 x1862481227047232/t0(0) o400->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1776200730.100493:0:37:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200730.100494:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1776200730.100497:0:37:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1776200730.100499:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000039ecb165. 00000020:00000040:1.0:1776200730.100501:0:37:0:(genops.c:1191:class_import_get()) import 000000003f892a49 refcount=16 obd=lustre-MDT0000-mdc-ffff993bc2c8c000 00000100:00000001:1.0:1776200730.100502:0:37:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1776200730.100503:0:37:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1776200730.100504:0:37:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1776200730.100507:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a12e233f. 00000100:00000001:1.0:1776200730.100509:0:37:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200730.100511:0:37:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-MDT0000_UUID req@0000000039ecb165 x1862481227047296/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1776200730.100517:0:37:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1776200730.100518:0:37:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200730.100521:0:37:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000039ecb165] to pc [ptlrpcd_00_01+1] req@0000000039ecb165 x1862481227047296/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1776200730.100526:0:37:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200730.100528:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1776200730.100530:0:37:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1776200730.100533:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003937054a. 00000020:00000040:1.0:1776200730.100534:0:37:0:(genops.c:1191:class_import_get()) import 000000000e91456c refcount=5 obd=lustre-OST0000-osc-ffff993bc2c8c000 00000100:00000001:1.0:1776200730.100536:0:37:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1776200730.100537:0:37:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1776200730.100538:0:37:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1776200730.100540:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000003a271fe. 00000100:00000001:1.0:1776200730.100543:0:37:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200730.100545:0:37:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0000_UUID req@000000003937054a x1862481227047360/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1776200730.100550:0:37:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1776200730.100552:0:37:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200730.100554:0:37:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000003937054a] to pc [ptlrpcd_00_00+0] req@000000003937054a x1862481227047360/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1776200730.100560:0:37:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200730.100561:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1776200730.100564:0:37:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1776200730.100567:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ad3d325. 00000020:00000040:1.0:1776200730.100568:0:37:0:(genops.c:1191:class_import_get()) import 00000000afb3b1b5 refcount=5 obd=lustre-OST0001-osc-ffff993bc2c8c000 00000100:00000001:1.0:1776200730.100570:0:37:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1776200730.100571:0:37:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1776200730.100572:0:37:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1776200730.100575:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000045d123db. 00000100:00000001:1.0:1776200730.100577:0:37:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200730.100580:0:37:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0001_UUID req@000000009ad3d325 x1862481227047424/t0(0) o400->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1776200730.100584:0:37:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1776200730.100586:0:37:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200730.100620:0:37:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000009ad3d325] to pc [ptlrpcd_00_01+1] req@000000009ad3d325 x1862481227047424/t0(0) o400->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1776200730.100631:0:37:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200730.100818:0:37:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (313) 00000100:00000001:0.0:1776200730.100974:0:2241:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776200730.100978:0:2241:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200730.100979:0:2241:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776200730.100984:0:2241:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b97db357 x1862481227047168/t0(0) o400->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1776200730.100991:0:2241:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200730.100992:0:2241:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200730.100995:0:2241:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776200730.100997:0:2241:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200730.100999:0:2241:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b97db357 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:128773b9-ec2f-47c2-9bf4-461c71beba7d:2241:1862481227047168:192.168.203.148@tcp:400:kworker/u8:2.0 00000100:00000001:0.0:1776200730.101003:0:2241:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776200730.101007:0:2241:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776200730.101009:0:2241:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200730.101011:0:2241:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1776200730.101014:0:2241:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000022e3cf06. 02000000:00000001:0.0:1776200730.101016:0:2241:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776200730.101022:0:2241:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:0.0:1776200730.101025:0:2241:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e56d80b5. 00000400:00000010:0.0:1776200730.101029:0:2241:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b041e07. 00000100:00000200:0.0:1776200730.101035:0:2241:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227047168, portal 4 00000100:00000001:0.0:1776200730.101037:0:2241:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200730.101038:0:2241:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801561920 : -112992907989696 : ffff993bc9db6d40) 00000100:00000040:0.0:1776200730.101044:0:2241:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000b97db357 x1862481227047168/t0(0) o400->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200737 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1776200730.101049:0:2241:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776200730.101051:0:2241:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:0.0:1776200730.101053:0:2241:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0112964. 00000100:00000200:0.0:1776200730.101055:0:2241:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1862481227047168, offset 0 00000400:00000200:0.0:1776200730.101060:0:2241:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:0.0:1776200730.101067:0:2241:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200730.101072:0:2241:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:0.0:1776200730.101078:0:2241:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:0.0:1776200730.101081:0:2241:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776200730.101083:0:2241:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:0.0:1776200730.101087:0:2241:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [347:347:256:4294967295] 192.168.203.148@tcp LPNI seq info [347:347:8:4294967295] 00000400:00000200:0.0:1776200730.101090:0:2241:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200730.101111:0:2241:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:0.0:1776200730.101116:0:2241:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:0.0:1776200730.101120:0:2241:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004db490cc (tot 3422846). 00000800:00000200:0.0:1776200730.101126:0:2241:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:0.0:1776200730.101133:0:2241:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:0.0:1776200730.101135:0:2241:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004db490cc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1776200730.101150:0:2241:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200730.101152:0:2241:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200730.101154:0:2241:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200730.101156:0:2241:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776200730.101158:0:2241:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000039ecb165 x1862481227047296/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1776200730.101163:0:2241:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200730.101164:0:2241:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200730.101167:0:2241:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776200730.101168:0:2241:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200730.101170:0:2241:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000039ecb165 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:afb33528-7691-4975-9821-d2ff03b6f7ab:2241:1862481227047296:192.168.203.148@tcp:400:kworker/u8:2.0 00000100:00000001:0.0:1776200730.101172:0:2241:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776200730.101174:0:2241:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776200730.101175:0:2241:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200730.101176:0:2241:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1776200730.101179:0:2241:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000026fe7c81. 02000000:00000001:0.0:1776200730.101180:0:2241:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776200730.101183:0:2241:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000800:00000200:3.0:1776200730.101336:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200730.101339:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004db490cc (tot 3422598). 00000400:00000200:3.0:1776200730.101344:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200730.101348:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200730.101351:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0112964 00000400:00000010:3.0:1776200730.101353:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0112964. 00000100:00000001:3.0:1776200730.101357:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200730.101360:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b97db357 x1862481227047168/t0(0) o400->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200737 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200730.101368:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200730.101371:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000b97db357 x1862481227047168/t0(0) o400->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200737 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200730.101392:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200730.101394:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000400:00000010:0.0:1776200730.101845:0:2241:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ac9d0121. 00000400:00000010:0.0:1776200730.101850:0:2241:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096f7d98c. 00000100:00000200:0.0:1776200730.101854:0:2241:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227047296, portal 10 00000100:00000001:0.0:1776200730.101855:0:2241:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200730.101856:0:2241:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801558272 : -112992907993344 : ffff993bc9db5f00) 00000100:00000040:0.0:1776200730.101863:0:2241:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000039ecb165 x1862481227047296/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200737 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1776200730.101868:0:2241:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776200730.101870:0:2241:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:0.0:1776200730.101872:0:2241:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c3f73b6. 00000100:00000200:0.0:1776200730.101874:0:2241:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862481227047296, offset 0 00000400:00000200:0.0:1776200730.101878:0:2241:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:0.0:1776200730.101882:0:2241:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200730.101886:0:2241:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:0.0:1776200730.101889:0:2241:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:0.0:1776200730.101891:0:2241:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776200730.101893:0:2241:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:0.0:1776200730.101896:0:2241:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [348:348:256:4294967295] 192.168.203.148@tcp LPNI seq info [348:348:8:4294967295] 00000400:00000200:0.0:1776200730.101899:0:2241:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200730.101905:0:2241:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:0.0:1776200730.101909:0:2241:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:0.0:1776200730.101911:0:2241:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000064d7949e (tot 3422846). 00000800:00000200:0.0:1776200730.101915:0:2241:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:0.0:1776200730.101919:0:2241:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:0.0:1776200730.101921:0:2241:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000064d7949e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1776200730.101934:0:2241:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200730.101936:0:2241:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200730.101938:0:2241:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200730.101940:0:2241:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776200730.101943:0:2241:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009ad3d325 x1862481227047424/t0(0) o400->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1776200730.101954:0:2241:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200730.101955:0:2241:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200730.101957:0:2241:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776200730.101959:0:2241:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200730.101961:0:2241:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009ad3d325 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:afb33528-7691-4975-9821-d2ff03b6f7ab:2241:1862481227047424:192.168.203.148@tcp:400:kworker/u8:2.0 00000100:00000001:0.0:1776200730.101964:0:2241:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776200730.101966:0:2241:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776200730.101967:0:2241:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200730.101969:0:2241:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1776200730.101972:0:2241:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eb05db19. 02000000:00000001:0.0:1776200730.101973:0:2241:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776200730.101976:0:2241:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:0.0:1776200730.101978:0:2241:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000364becab. 00000400:00000010:0.0:1776200730.101980:0:2241:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008bbad72b. 00000100:00000200:0.0:1776200730.101983:0:2241:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227047424, portal 4 00000100:00000001:0.0:1776200730.101984:0:2241:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200730.101985:0:2241:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801542464 : -112992908009152 : ffff993bc9db2140) 00000100:00000040:0.0:1776200730.101988:0:2241:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000009ad3d325 x1862481227047424/t0(0) o400->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200737 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1776200730.101993:0:2241:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776200730.101995:0:2241:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:0.0:1776200730.101997:0:2241:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002167af79. 00000100:00000200:0.0:1776200730.101999:0:2241:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1862481227047424, offset 0 00000400:00000200:0.0:1776200730.102002:0:2241:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:0.0:1776200730.102005:0:2241:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200730.102008:0:2241:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:0.0:1776200730.102010:0:2241:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:0.0:1776200730.102012:0:2241:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776200730.102014:0:2241:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:0.0:1776200730.102016:0:2241:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [349:349:255:4294967295] 192.168.203.148@tcp LPNI seq info [349:349:7:4294967295] 00000400:00000200:0.0:1776200730.102019:0:2241:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200730.102024:0:2241:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:0.0:1776200730.102027:0:2241:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:0.0:1776200730.102029:0:2241:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000728f067b (tot 3423094). 00000800:00000200:0.0:1776200730.102033:0:2241:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:0.0:1776200730.102036:0:2241:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:0.0:1776200730.102038:0:2241:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000728f067b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1776200730.102040:0:2241:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200730.102041:0:2241:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200730.102043:0:2241:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200730.102044:0:2241:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200730.102047:0:2241:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200730.102054:0:2241:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200730.102056:0:2241:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:0.0:1776200730.102058:0:2241:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776200730.102059:0:2241:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200730.102061:0:2241:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200730.102063:0:2241:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1776200730.102064:0:2241:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200730.102066:0:2241:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200730.102067:0:2241:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200730.102068:0:2241:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776200730.102069:0:2241:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200730.102070:0:2241:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776200730.102073:0:2241:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b36762c4 x1862481227047232/t0(0) o400->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1776200730.102078:0:2241:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200730.102079:0:2241:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200730.102081:0:2241:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776200730.102082:0:2241:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200730.102084:0:2241:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b36762c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:128773b9-ec2f-47c2-9bf4-461c71beba7d:2241:1862481227047232:192.168.203.148@tcp:400:kworker/u8:2.0 00000100:00000001:0.0:1776200730.102086:0:2241:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776200730.102089:0:2241:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776200730.102090:0:2241:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200730.102091:0:2241:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1776200730.102094:0:2241:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000064598b2b. 02000000:00000001:0.0:1776200730.102095:0:2241:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776200730.102109:0:2241:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:0.0:1776200730.102111:0:2241:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e159ec25. 00000400:00000010:0.0:1776200730.102114:0:2241:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007cd28730. 00000100:00000200:0.0:1776200730.102115:0:2241:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227047232, portal 4 00000100:00000001:0.0:1776200730.102117:0:2241:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200730.102118:0:2241:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801535168 : -112992908016448 : ffff993bc9db04c0) 00000100:00000040:0.0:1776200730.102121:0:2241:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000b36762c4 x1862481227047232/t0(0) o400->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200737 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1776200730.102125:0:2241:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776200730.102127:0:2241:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:0.0:1776200730.102128:0:2241:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000003ceb6e0. 00000100:00000200:0.0:1776200730.102130:0:2241:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1862481227047232, offset 0 00000400:00000200:0.0:1776200730.102133:0:2241:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:0.0:1776200730.102136:0:2241:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200730.102139:0:2241:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:0.0:1776200730.102142:0:2241:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:0.0:1776200730.102143:0:2241:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776200730.102145:0:2241:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:0.0:1776200730.102147:0:2241:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [350:350:254:4294967295] 192.168.203.148@tcp LPNI seq info [350:350:6:4294967295] 00000400:00000200:0.0:1776200730.102150:0:2241:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200730.102155:0:2241:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:0.0:1776200730.102159:0:2241:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:0.0:1776200730.102162:0:2241:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099f0192d (tot 3423342). 00000800:00000200:0.0:1776200730.102165:0:2241:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:0.0:1776200730.102169:0:2241:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:0.0:1776200730.102171:0:2241:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000099f0192d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1776200730.102173:0:2241:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200730.102174:0:2241:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200730.102176:0:2241:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200730.102178:0:2241:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776200730.102180:0:2241:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003937054a x1862481227047360/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000800:00000200:3.0:1776200730.102284:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200730.102287:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000064d7949e (tot 3423094). 00000400:00000200:3.0:1776200730.102290:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200730.102294:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200730.102296:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c3f73b6 00000400:00000010:3.0:1776200730.102298:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c3f73b6. 00000100:00000001:3.0:1776200730.102301:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200730.102303:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000039ecb165 x1862481227047296/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200737 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200730.102310:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200730.102312:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000039ecb165 x1862481227047296/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200737 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200730.102318:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200730.102319:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1776200730.102327:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200730.102328:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000728f067b (tot 3422846). 00000400:00000200:3.0:1776200730.102330:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200730.102332:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200730.102334:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002167af79 00000400:00000010:3.0:1776200730.102335:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002167af79. 00000100:00000001:3.0:1776200730.102336:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200730.102338:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009ad3d325 x1862481227047424/t0(0) o400->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200737 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200730.102343:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200730.102344:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000009ad3d325 x1862481227047424/t0(0) o400->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200737 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200730.102349:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200730.102350:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1776200730.102389:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200730.102391:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000099f0192d (tot 3422598). 00000400:00000200:3.0:1776200730.102404:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200730.102408:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200730.102410:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000003ceb6e0 00000400:00000010:3.0:1776200730.102411:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000003ceb6e0. 00000100:00000001:3.0:1776200730.102413:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200730.102415:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b36762c4 x1862481227047232/t0(0) o400->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200737 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200730.102421:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200730.102423:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000b36762c4 x1862481227047232/t0(0) o400->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200737 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200730.102428:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200730.102429:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:0.0:1776200730.103362:0:2241:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200730.103364:0:2241:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200730.103369:0:2241:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776200730.103371:0:2241:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200730.103376:0:2241:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003937054a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:afb33528-7691-4975-9821-d2ff03b6f7ab:2241:1862481227047360:192.168.203.148@tcp:400:kworker/u8:2.0 00000100:00000001:0.0:1776200730.103380:0:2241:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776200730.103384:0:2241:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776200730.103386:0:2241:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200730.103388:0:2241:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1776200730.103394:0:2241:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000036e9d953. 02000000:00000001:0.0:1776200730.103395:0:2241:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776200730.103400:0:2241:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:0.0:1776200730.103403:0:2241:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cb2aff59. 00000400:00000010:0.0:1776200730.103408:0:2241:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000031be0bd3. 00000100:00000200:0.0:1776200730.103413:0:2241:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227047360, portal 4 00000100:00000001:0.0:1776200730.103415:0:2241:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200730.103416:0:2241:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801554624 : -112992907996992 : ffff993bc9db50c0) 00000100:00000040:0.0:1776200730.103421:0:2241:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000003937054a x1862481227047360/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200737 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1776200730.103428:0:2241:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776200730.103430:0:2241:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:0.0:1776200730.103432:0:2241:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e431936a. 00000100:00000200:0.0:1776200730.103434:0:2241:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1862481227047360, offset 0 00000400:00000200:0.0:1776200730.103438:0:2241:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:0.0:1776200730.103442:0:2241:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200730.103447:0:2241:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:0.0:1776200730.103452:0:2241:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:0.0:1776200730.103455:0:2241:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776200730.103458:0:2241:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:0.0:1776200730.103461:0:2241:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [351:351:256:4294967295] 192.168.203.148@tcp LPNI seq info [351:351:8:4294967295] 00000400:00000200:0.0:1776200730.103465:0:2241:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200730.103472:0:2241:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:0.0:1776200730.103478:0:2241:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:0.0:1776200730.103481:0:2241:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f404acca (tot 3422846). 00000800:00000200:0.0:1776200730.103485:0:2241:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:0.0:1776200730.103490:0:2241:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:0.0:1776200730.103493:0:2241:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f404acca type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1776200730.103511:0:2241:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200730.103513:0:2241:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200730.103515:0:2241:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200730.103519:0:2241:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200730.103522:0:2241:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200730.103537:0:2240:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776200730.103539:0:2240:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200730.103547:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776200730.103549:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200730.103551:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776200730.103556:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000071838397 x1862481227047104/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1776200730.103561:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200730.103562:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200730.103564:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776200730.103565:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200730.103567:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000071838397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227047104:192.168.203.148@tcp:38:kworker/u8:2.0 00000100:00000001:0.0:1776200730.103570:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776200730.103571:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776200730.103572:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200730.103574:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1776200730.103577:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000ff43795. 02000000:00000001:0.0:1776200730.103579:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776200730.103582:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:0.0:1776200730.103585:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cc53b0c7. 00000400:00000010:0.0:1776200730.103606:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f72ec1de. 00000100:00000200:0.0:1776200730.103608:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227047104, portal 10 00000100:00000001:0.0:1776200730.103610:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200730.103611:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801557056 : -112992907994560 : ffff993bc9db5a40) 00000100:00000040:0.0:1776200730.103616:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000071838397 x1862481227047104/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1776200736 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1776200730.110391:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776200730.110401:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:0.0:1776200730.110410:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f2c04097. 00000100:00000200:0.0:1776200730.110418:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862481227047104, offset 0 00000400:00000200:0.0:1776200730.110425:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:0.0:1776200730.110435:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200730.110446:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:0.0:1776200730.110452:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:0.0:1776200730.110456:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776200730.110458:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:0.0:1776200730.110462:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [352:352:255:4294967295] 192.168.203.148@tcp LPNI seq info [352:352:7:4294967295] 00000400:00000200:0.0:1776200730.110465:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200730.110474:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:0.0:1776200730.110480:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:0.0:1776200730.110487:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099f0192d (tot 3423094). 00000800:00000200:0.0:1776200730.110493:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:0.0:1776200730.110500:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:0.0:1776200730.110504:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000099f0192d type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1776200730.110509:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200730.110511:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200730.110514:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200730.110518:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200730.110521:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200730.110530:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200730.110532:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1776200730.110534:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776200730.110535:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200730.110537:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200730.110539:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200730.110728:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200730.110732:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f404acca (tot 3422846). 00000400:00000200:3.0:1776200730.110739:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200730.110744:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200730.110748:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e431936a 00000400:00000010:3.0:1776200730.110750:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e431936a. 00000100:00000001:3.0:1776200730.110755:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200730.110761:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003937054a x1862481227047360/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200737 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200730.110774:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200730.110778:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000003937054a x1862481227047360/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200737 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200730.110785:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200730.110786:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1776200730.110859:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200730.110861:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000099f0192d (tot 3422598). 00000400:00000200:3.0:1776200730.110864:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200730.110867:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200730.110869:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f2c04097 00000400:00000010:3.0:1776200730.110871:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f2c04097. 00000100:00000001:3.0:1776200730.110872:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200730.110890:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000071838397 x1862481227047104/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1776200736 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200730.110898:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200730.110900:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000071838397 x1862481227047104/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1776200736 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200730.110905:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200730.110906:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200730.111737:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200730.111747:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200730.111750:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200730.111752:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200730.111759:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200730.111764:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200730.111770:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200730.111774:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200730.111778:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200730.111781:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 4 MB=0x69deab3f06100 00000400:00000200:3.0:1776200730.111786:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200730.111791:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.148@tcp of length 224/224 into md 0xdf5 [1] + 224 00000800:00000001:3.0:1776200730.111797:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200730.111801:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200730.111803:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200730.111805:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200730.111809:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200730.111813:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b97db357 x1862481227047168/t0(0) o400->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200737 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000040:3.0:1776200730.111821:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000b97db357 x1862481227047168/t0(0) o400->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200737 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200730.111832:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200730.111838:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200730.111841:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200730.111843:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200730.111852:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200730.111856:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200730.111859:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200730.111863:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200730.111866:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200730.111868:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200730.111871:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 4 MB=0x69deab3f06200 00000400:00000200:3.0:1776200730.111873:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200730.111876:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.148@tcp of length 224/224 into md 0xe05 [1] + 224 00000800:00000001:3.0:1776200730.111880:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200730.111885:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200730.111887:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200730.111889:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200730.111891:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200730.111895:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009ad3d325 x1862481227047424/t0(0) o400->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200737 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000040:3.0:1776200730.111902:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000009ad3d325 x1862481227047424/t0(0) o400->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200737 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200730.111907:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200730.111910:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200730.111912:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200730.112165:0:2241:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200730.112169:0:2241:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200730.112176:0:2241:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200730.112177:0:2241:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200730.112179:0:2241:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e56d80b5. 00000400:00000200:1.0:1776200730.112184:0:2241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b041e07 00000400:00000010:1.0:1776200730.112185:0:2241:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b041e07. 00000100:00000001:1.0:1776200730.112187:0:2241:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200730.112203:0:2241:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b97db357 x1862481227047168/t0(0) o400->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200737 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:1.0:1776200730.112209:0:2241:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b97db357 x1862481227047168/t0(0) o400->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200737 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1776200730.112214:0:2241:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200730.112215:0:2241:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200730.112217:0:2241:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200730.112220:0:2241:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200730.112222:0:2241:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200730.112224:0:2241:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200730.112227:0:2241:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200730.112234:0:2241:0:(import.c:1935:at_measured()) add 1 to 000000003f4c142e time=98 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200730.112238:0:2241:0:(import.c:1935:at_measured()) add 1 to 000000003261d6ca time=16 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200730.112240:0:2241:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200730.112241:0:2241:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200730.112244:0:2241:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1776200730.112247:0:2241:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92325) req@00000000b97db357 x1862481227047168/t0(0) o400->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200737 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00010000:00000001:1.0:1776200730.112252:0:2241:0:(ldlm_request.c:1488:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200730.112254:0:2241:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200730.112256:0:2241:0:(client.c:2863:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993be2454000: skip recheck: last_committed 0 00000100:00000001:1.0:1776200730.112257:0:2241:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200730.112259:0:2241:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200730.112261:0:2241:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b97db357 x1862481227047168/t0(0) o400->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200737 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:1.0:1776200730.112268:0:2241:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200730.112270:0:2241:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200730.112272:0:2241:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1776200730.112274:0:2241:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b97db357 x1862481227047168/t0(0) o400->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200737 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:1.0:1776200730.112279:0:2241:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b97db357 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:128773b9-ec2f-47c2-9bf4-461c71beba7d:2241:1862481227047168:192.168.203.148@tcp:400:kworker/u8:2.0 00000400:00000001:1.0:1776200730.112285:0:2241:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200730.112286:0:2241:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200730.112287:0:2241:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000364becab. 00000400:00000200:1.0:1776200730.112289:0:2241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008bbad72b 00000400:00000010:1.0:1776200730.112290:0:2241:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008bbad72b. 00000100:00000001:1.0:1776200730.112291:0:2241:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200730.112293:0:2241:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009ad3d325 x1862481227047424/t0(0) o400->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200737 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:1.0:1776200730.112299:0:2241:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009ad3d325 x1862481227047424/t0(0) o400->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200737 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1776200730.112303:0:2241:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200730.112304:0:2241:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200730.112305:0:2241:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200730.112306:0:2241:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200730.112307:0:2241:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200730.112307:0:2241:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200730.112309:0:2241:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200730.112312:0:2241:0:(import.c:1935:at_measured()) add 1 to 00000000d961a429 time=48 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200730.112314:0:2241:0:(import.c:1935:at_measured()) add 1 to 000000009b008c65 time=17 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200730.112315:0:2241:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200730.112316:0:2241:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200730.112317:0:2241:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1776200730.112319:0:2241:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92325) req@000000009ad3d325 x1862481227047424/t0(0) o400->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200737 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00010000:00000001:1.0:1776200730.112325:0:2241:0:(ldlm_request.c:1488:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200730.112327:0:2241:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200730.112328:0:2241:0:(client.c:2863:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993bc2c8c000: skip recheck: last_committed 4294967297 00000100:00000001:1.0:1776200730.112329:0:2241:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200730.112330:0:2241:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200730.112332:0:2241:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009ad3d325 x1862481227047424/t0(0) o400->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200737 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:1.0:1776200730.112338:0:2241:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200730.112339:0:2241:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200730.112340:0:2241:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1776200730.112342:0:2241:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009ad3d325 x1862481227047424/t0(0) o400->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200737 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:1.0:1776200730.112347:0:2241:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009ad3d325 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:afb33528-7691-4975-9821-d2ff03b6f7ab:2241:1862481227047424:192.168.203.148@tcp:400:kworker/u8:2.0 00000100:00000001:1.0:1776200730.112351:0:2241:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200730.112353:0:2241:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200730.112355:0:2241:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000b97db357 x1862481227047168/t0(0) o400->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200737 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:1.0:1776200730.112361:0:2241:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1776200730.112364:0:2241:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1776200730.112367:0:2241:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000022e3cf06. 02000000:00000001:1.0:1776200730.112371:0:2241:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1776200730.112372:0:2241:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776200730.112374:0:2241:0:(genops.c:1204:class_import_put()) import 0000000000feff6b refcount=4 obd=lustre-OST0000-osc-ffff993be2454000 00000020:00000001:1.0:1776200730.112376:0:2241:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1776200730.112378:0:2241:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d9fb19b1. 02000000:00000001:1.0:1776200730.112382:0:2241:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1776200730.112383:0:2241:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1776200730.112385:0:2241:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b97db357. 00000100:00000001:1.0:1776200730.112388:0:2241:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1776200730.112389:0:2241:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200730.112390:0:2241:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200730.112393:0:2241:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000009ad3d325 x1862481227047424/t0(0) o400->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200737 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:1.0:1776200730.112397:0:2241:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1776200730.112398:0:2241:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1776200730.112399:0:2241:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eb05db19. 02000000:00000001:1.0:1776200730.112401:0:2241:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1776200730.112402:0:2241:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776200730.112402:0:2241:0:(genops.c:1204:class_import_put()) import 00000000afb3b1b5 refcount=4 obd=lustre-OST0001-osc-ffff993bc2c8c000 00000020:00000001:1.0:1776200730.112404:0:2241:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1776200730.112404:0:2241:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000045d123db. 02000000:00000001:1.0:1776200730.112406:0:2241:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1776200730.112407:0:2241:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1776200730.112408:0:2241:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ad3d325. 00000100:00000001:1.0:1776200730.112409:0:2241:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1776200730.112410:0:2241:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200730.112412:0:2241:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200730.112414:0:2241:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200730.112415:0:2241:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200730.112416:0:2241:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200730.112417:0:2241:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200730.113119:0:2243:0:(import.c:454:ptlrpc_fail_import()) Process leaving 00000100:00000001:2.0:1776200730.113123:0:2243:0:(client.c:2345:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200730.113145:0:2243:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00000400:2.0:1776200730.113152:0:2243:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1776200723/real 1776200723] req@00000000d5ec1212 x1862481227046400/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1776200730 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000001:2.0:1776200730.113162:0:2243:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200730.113163:0:2243:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200730.113165:0:2243:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000084520b06. 00000400:00000200:2.0:1776200730.113168:0:2243:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad89c778 00000400:00000010:2.0:1776200730.113169:0:2243:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad89c778. 00000100:00000001:2.0:1776200730.113172:0:2243:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200730.113175:0:2243:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d5ec1212 x1862481227046400/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1776200730 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:2.0:1776200730.113181:0:2243:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d5ec1212 x1862481227046400/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1776200730 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200730.113321:0:2243:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200730.113323:0:2243:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200730.113325:0:2243:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200730.113326:0:2243:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1776200730.113330:0:2243:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@00000000d5ec1212 x1862481227046400/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1776200730 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200730.113337:0:2243:0:(import.c:447:ptlrpc_fail_import()) Process entered 00000100:00080000:2.0:1776200730.113340:0:2243:0:(import.c:86:import_set_state_nolock()) 000000003f892a49 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1776200730.113344:0:2243:0:(import.c:200:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff993bc2c8c000: Connection to lustre-MDT0000 (at 192.168.203.148@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:2.0:1776200730.113347:0:2243:0:(obd_class.h:1192:obd_import_event()) Process entered 00000002:00000001:2.0:1776200730.113350:0:2243:0:(mdc_request.c:2762:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200730.113352:0:2243:0:(obd_class.h:1202:obd_import_event()) Process leaving 00000100:00080000:2.0:1776200730.113353:0:2243:0:(import.c:434:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:2.0:1776200730.113371:0:2243:0:(import.c:454:ptlrpc_fail_import()) Process leaving 00000100:00000001:2.0:1776200730.113383:0:2243:0:(client.c:2345:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200730.113390:0:2243:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200730.113392:0:2243:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1776200730.113394:0:2243:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200730.113395:0:2243:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1776200730.113399:0:2243:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200730.113400:0:2243:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200730.113401:0:2243:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000064683fa9. 00000400:00000200:2.0:1776200730.113404:0:2243:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001451f9a6 00000400:00000010:2.0:1776200730.113405:0:2243:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001451f9a6. 00000100:00000001:2.0:1776200730.113407:0:2243:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200730.113410:0:2243:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ee60ae45 x1862481227046592/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200736 ref 1 fl Rpc:ENQr/0/ffffffff rc -5/-1 job:'kworker/u8:3.0' 00000100:00000200:2.0:1776200730.113417:0:2243:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ee60ae45 x1862481227046592/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200736 ref 1 fl Rpc:ENQU/0/ffffffff rc -5/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200730.113421:0:2243:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200730.113422:0:2243:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1776200730.113425:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ee60ae45 x1862481227046592/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200736 ref 1 fl Rpc:ENQU/0/ffffffff rc -5/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200730.113431:0:2243:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:2.0:1776200730.113433:0:2243:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200730.113434:0:2243:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200730.113435:0:2243:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1776200730.113438:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ee60ae45 x1862481227046592/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200736 ref 1 fl Interpret:ENQU/0/ffffffff rc -5/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1776200730.113444:0:2243:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ee60ae45 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:822f82fc-1b4a-4a91-a190-4cbe8fb35285:2243:1862481227046592:192.168.203.148@tcp:400:kworker/u8:3.0 00000100:00000001:2.0:1776200730.113449:0:2243:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200730.113451:0:2243:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1776200730.113452:0:2243:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200730.113455:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c1fde8ee x1862481227046208/t0(0) o400->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1776200730 ref 1 fl Rpc:XNQU/0/ffffffff rc -11/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200730.113460:0:2243:0:(client.c:1998:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1776200730.113468:0:2243:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200730.113469:0:2243:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200730.113470:0:2243:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1776200730.113474:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c1fde8ee x1862481227046208/t0(0) o400->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1776200730 ref 1 fl Interpret:XNQU/0/ffffffff rc -11/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1776200730.113480:0:2243:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c1fde8ee pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:128773b9-ec2f-47c2-9bf4-461c71beba7d:2243:1862481227046208:192.168.203.148@tcp:400:kworker/u8:2.0 00000100:00000001:2.0:1776200730.113484:0:2243:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1776200730.113486:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004e3c421b x1862481227046144/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 1 dl 1776200730 ref 1 fl Rpc:EXNQU/0/ffffffff rc -5/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200730.113492:0:2243:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:2.0:1776200730.113493:0:2243:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200730.113494:0:2243:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200730.113495:0:2243:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1776200730.113498:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004e3c421b x1862481227046144/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 1 dl 1776200730 ref 1 fl Interpret:EXNQU/0/ffffffff rc -5/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1776200730.113504:0:2243:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e3c421b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:822f82fc-1b4a-4a91-a190-4cbe8fb35285:2243:1862481227046144:192.168.203.148@tcp:400:kworker/u8:2.0 00000100:00000001:2.0:1776200730.113507:0:2243:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200730.113508:0:2243:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1776200730.113509:0:2243:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200730.113511:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d5ec1212 x1862481227046400/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1776200730 ref 1 fl Rpc:XNQU/0/ffffffff rc -11/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200730.113516:0:2243:0:(client.c:1998:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1776200730.113518:0:2243:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200730.113519:0:2243:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200730.113520:0:2243:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1776200730.113522:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d5ec1212 x1862481227046400/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1776200730 ref 1 fl Interpret:XNQU/0/ffffffff rc -11/-1 job:'kworker/u8:2.0' 00000100:00100000:2.0:1776200730.113528:0:2243:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5ec1212 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:afb33528-7691-4975-9821-d2ff03b6f7ab:2243:1862481227046400:192.168.203.148@tcp:400:kworker/u8:2.0 00000100:00000001:2.0:1776200730.113537:0:2243:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200730.113538:0:2243:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200730.113541:0:2243:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000ee60ae45 x1862481227046592/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200736 ref 1 fl Complete:ENQU/0/ffffffff rc -5/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200730.113546:0:2243:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1776200730.113548:0:2243:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1776200730.113550:0:2243:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008e7fdf0c. 02000000:00000001:2.0:1776200730.113553:0:2243:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1776200730.113555:0:2243:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1776200730.113555:0:2243:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=5 obd=MGC192.168.203.148@tcp 00000020:00000001:2.0:1776200730.113557:0:2243:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1776200730.113558:0:2243:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c29ff9b9. 02000000:00000001:2.0:1776200730.113561:0:2243:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1776200730.113563:0:2243:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1776200730.113563:0:2243:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ee60ae45. 00000100:00000001:2.0:1776200730.113566:0:2243:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1776200730.113567:0:2243:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200730.113569:0:2243:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200730.113571:0:2243:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000c1fde8ee x1862481227046208/t0(0) o400->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1776200730 ref 1 fl Complete:XNQU/0/ffffffff rc -11/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200730.113576:0:2243:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1776200730.113577:0:2243:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1776200730.113578:0:2243:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008345ea66. 02000000:00000001:2.0:1776200730.113580:0:2243:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1776200730.113581:0:2243:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1776200730.113582:0:2243:0:(genops.c:1204:class_import_put()) import 000000000fe8d637 refcount=109 obd=lustre-MDT0000-mdc-ffff993be2454000 00000020:00000001:2.0:1776200730.113584:0:2243:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1776200730.113585:0:2243:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000b4341bfd. 02000000:00000001:2.0:1776200730.113930:0:2243:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1776200730.113931:0:2243:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1776200730.113932:0:2243:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c1fde8ee. 00000100:00000001:2.0:1776200730.113935:0:2243:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1776200730.113936:0:2243:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200730.113938:0:2243:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200730.113941:0:2243:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000004e3c421b x1862481227046144/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 1 dl 1776200730 ref 1 fl Complete:EXNQU/0/ffffffff rc -5/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200730.113953:0:2243:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1776200730.113955:0:2243:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1776200730.113956:0:2243:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000055360f42. 02000000:00000001:2.0:1776200730.113958:0:2243:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1776200730.113960:0:2243:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1776200730.113960:0:2243:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000020:00000001:2.0:1776200730.113962:0:2243:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1776200730.113963:0:2243:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000063bad7bd. 02000000:00000001:2.0:1776200730.113965:0:2243:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1776200730.113965:0:2243:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1776200730.113966:0:2243:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e3c421b. 00000100:00000001:2.0:1776200730.113969:0:2243:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1776200730.113969:0:2243:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200730.113970:0:2243:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200730.113973:0:2243:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000d5ec1212 x1862481227046400/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1776200730 ref 1 fl Complete:XNQU/0/ffffffff rc -11/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200730.113978:0:2243:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1776200730.113980:0:2243:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1776200730.113981:0:2243:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000739ec63f. 02000000:00000001:2.0:1776200730.113983:0:2243:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1776200730.113983:0:2243:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1776200730.113984:0:2243:0:(genops.c:1204:class_import_put()) import 000000003f892a49 refcount=15 obd=lustre-MDT0000-mdc-ffff993bc2c8c000 00000020:00000001:2.0:1776200730.113986:0:2243:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1776200730.113986:0:2243:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000df31a98d. 02000000:00000001:2.0:1776200730.113987:0:2243:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1776200730.113988:0:2243:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1776200730.113989:0:2243:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d5ec1212. 00000100:00000001:2.0:1776200730.113990:0:2243:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1776200730.113991:0:2243:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200730.113994:0:2243:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200730.113995:0:2243:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200730.113997:0:2243:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1776200730.114075:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 822f82fc-1b4a-4a91-a190-4cbe8fb35285->MGS: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776200730.114080:0:37:0:(pinger.c:265:ptlrpc_pinger_process_import()) 822f82fc-1b4a-4a91-a190-4cbe8fb35285->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1776200730.114083:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1776200730.114087:0:37:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:1.0:1776200730.114088:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1776200730.114090:0:37:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1776200730.114092:0:37:0:(import.c:86:import_set_state_nolock()) 000000003f892a49 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1776200730.114094:0:37:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:1.0:1776200730.114108:0:37:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff993bc2c8c000: connect to NID 192.168.203.148@tcp last attempt 261 00000100:00000040:1.0:1776200730.114111:0:37:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008e68683d refcount 20 to 192.168.203.148@tcp 00000100:00000001:1.0:1776200730.114113:0:37:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1776200730.114115:0:37:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008e68683d refcount 21 to 192.168.203.148@tcp 00000100:00000001:1.0:1776200730.114117:0:37:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446631080717689120 : -112992991862496 : ffff993bc4dba120) 00000020:00000001:1.0:1776200730.114119:0:37:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1776200730.114120:0:37:0:(genops.c:911:class_conn2export()) looking for export cookie 0x8d91c35bada81c74 00000020:00000001:1.0:1776200730.114121:0:37:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1776200730.114125:0:37:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ac616ecf refcount=5 00000020:00000001:1.0:1776200730.114126:0:37:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802101248 : -112992907450368 : ffff993bc9e3a800) 00000020:00000001:1.0:1776200730.114128:0:37:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446631080802101248 : -112992907450368 : ffff993bc9e3a800) 00000100:00000040:1.0:1776200730.114131:0:37:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008e68683d refcount 20 to 192.168.203.148@tcp 00000100:00000001:1.0:1776200730.114132:0:37:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1776200730.114133:0:37:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008e68683d refcount 21 to 192.168.203.148@tcp 00000100:00000001:1.0:1776200730.114135:0:37:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446631080717689120 : -112992991862496 : ffff993bc4dba120) 00000020:00000040:1.0:1776200730.114137:0:37:0:(genops.c:979:class_export_put()) PUTting export 00000000ac616ecf : new refcount 4 00000100:00080000:1.0:1776200730.114139:0:37:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff993bc2c8c000: import 000000003f892a49 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00000001:1.0:1776200730.114141:0:37:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200730.114143:0:37:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1776200730.114149:0:37:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1776200730.114151:0:37:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200730.114153:0:37:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:1.0:1776200730.114156:0:37:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1776200730.114159:0:37:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200730.114161:0:37:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1776200730.114168:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009ad3d325. 00000020:00000040:1.0:1776200730.114172:0:37:0:(genops.c:1191:class_import_get()) import 000000003f892a49 refcount=16 obd=lustre-MDT0000-mdc-ffff993bc2c8c000 02000000:00000001:1.0:1776200730.114175:0:37:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:1.0:1776200730.114177:0:37:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200730.114180:0:37:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1776200730.114183:0:37:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1776200730.114203:0:37:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1776200730.114232:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000a211dd52. 00000100:00000001:1.0:1776200730.114238:0:37:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200730.114246:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009ad3d325 x1862481227047488/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1776200730.114255:0:37:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1776200730.114258:0:37:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200730.114261:0:37:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000009ad3d325] to pc [ptlrpcd_rcv+-1] req@000000009ad3d325 x1862481227047488/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1776200730.114286:0:37:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200730.114288:0:37:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:1.0:1776200730.114292:0:37:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (313) 00000100:00000001:3.0:1776200730.114676:0:2243:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200730.114680:0:2243:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200730.114960:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200730.114963:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200730.114965:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1776200730.114970:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009ad3d325 x1862481227047488/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200730.114984:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1776200730.114986:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200730.114989:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1776200730.114991:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1776200730.114994:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009ad3d325 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:afb33528-7691-4975-9821-d2ff03b6f7ab:2239:1862481227047488:192.168.203.148@tcp:38:kworker/u8:2.0 00000100:00000001:2.0:1776200730.114997:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1776200730.115002:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1776200730.115004:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200730.115006:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1776200730.115010:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ca76987e. 02000000:00000001:2.0:1776200730.115012:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1776200730.115020:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:2.0:1776200730.115025:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fddac35c. 00000400:00000010:2.0:1776200730.115030:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e7e995e. 00000100:00000200:2.0:1776200730.115036:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227047488, portal 10 00000100:00000001:2.0:1776200730.115038:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200730.115039:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801542464 : -112992908009152 : ffff993bc9db2140) 00000100:00000040:2.0:1776200730.115045:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000009ad3d325 x1862481227047488/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1776200736 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200730.115051:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1776200730.115053:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:2.0:1776200730.115055:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000082060968. 00000100:00000200:2.0:1776200730.115057:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862481227047488, offset 0 00000400:00000200:2.0:1776200730.115063:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:2.0:1776200730.115070:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200730.115078:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200730.115084:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:2.0:1776200730.115088:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776200730.115090:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:2.0:1776200730.115094:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [353:353:256:4294967295] 192.168.203.148@tcp LPNI seq info [353:353:8:4294967295] 00000400:00000200:2.0:1776200730.115108:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200730.115121:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:2.0:1776200730.115128:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200730.115132:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000df31a98d (tot 3422846). 00000800:00000200:2.0:1776200730.115137:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200730.115144:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200730.115147:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000df31a98d type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1776200730.115163:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200730.115165:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200730.115167:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200730.115170:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200730.115171:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200730.115177:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200730.115178:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1776200730.115180:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200730.115180:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200730.115181:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200730.115182:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1776200730.116117:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200730.116130:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200730.116134:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200730.116136:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200730.116144:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200730.116149:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200730.116155:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200730.116159:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200730.116163:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200730.116166:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 4 MB=0x69deab3f06140 00000400:00000200:3.0:1776200730.116178:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200730.116183:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.148@tcp of length 224/224 into md 0xe0d [1] + 224 00000800:00000001:3.0:1776200730.116195:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200730.116202:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200730.116205:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200730.116209:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200730.116214:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200730.116219:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b36762c4 x1862481227047232/t0(0) o400->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200737 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000040:3.0:1776200730.116227:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000b36762c4 x1862481227047232/t0(0) o400->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200737 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200730.116244:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000200:3.0:1776200730.116287:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200730.116290:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000df31a98d (tot 3422598). 00000400:00000200:3.0:1776200730.116294:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200730.116298:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200730.116301:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000082060968 00000400:00000010:3.0:1776200730.116303:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000082060968. 00000100:00000001:3.0:1776200730.116306:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200730.116308:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009ad3d325 x1862481227047488/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1776200736 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200730.116316:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200730.116318:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000009ad3d325 x1862481227047488/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1776200736 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200730.116323:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200730.116325:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200730.116329:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200730.116332:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200730.116614:0:2241:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200730.116618:0:2241:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200730.116623:0:2241:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200730.116625:0:2241:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200730.116626:0:2241:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e159ec25. 00000400:00000200:1.0:1776200730.116630:0:2241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007cd28730 00000400:00000010:1.0:1776200730.116645:0:2241:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007cd28730. 00000100:00000001:1.0:1776200730.116648:0:2241:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200730.116651:0:2241:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b36762c4 x1862481227047232/t0(0) o400->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200737 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:1.0:1776200730.116659:0:2241:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b36762c4 x1862481227047232/t0(0) o400->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200737 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1776200730.116665:0:2241:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200730.116666:0:2241:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200730.116668:0:2241:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200730.116670:0:2241:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200730.116672:0:2241:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200730.116674:0:2241:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200730.116676:0:2241:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200730.116682:0:2241:0:(import.c:1935:at_measured()) add 1 to 000000001e456312 time=98 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200730.116686:0:2241:0:(import.c:1935:at_measured()) add 1 to 00000000af23ee3d time=16 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200730.116688:0:2241:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200730.116689:0:2241:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200730.116691:0:2241:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1776200730.116694:0:2241:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92325) req@00000000b36762c4 x1862481227047232/t0(0) o400->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200737 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00010000:00000001:1.0:1776200730.116699:0:2241:0:(ldlm_request.c:1488:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200730.116702:0:2241:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200730.116703:0:2241:0:(client.c:2863:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993be2454000: skip recheck: last_committed 0 00000100:00000001:1.0:1776200730.116704:0:2241:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200730.116707:0:2241:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200730.116710:0:2241:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b36762c4 x1862481227047232/t0(0) o400->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200737 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:1.0:1776200730.116715:0:2241:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200730.116726:0:2241:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200730.116728:0:2241:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1776200730.116731:0:2241:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b36762c4 x1862481227047232/t0(0) o400->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200737 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:1.0:1776200730.116736:0:2241:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b36762c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:128773b9-ec2f-47c2-9bf4-461c71beba7d:2241:1862481227047232:192.168.203.148@tcp:400:kworker/u8:2.0 00000100:00000001:1.0:1776200730.116741:0:2241:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200730.116742:0:2241:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200730.116744:0:2241:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000b36762c4 x1862481227047232/t0(0) o400->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200737 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:1.0:1776200730.116749:0:2241:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1776200730.116750:0:2241:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1776200730.116753:0:2241:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000064598b2b. 02000000:00000001:1.0:1776200730.116756:0:2241:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1776200730.116758:0:2241:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776200730.116759:0:2241:0:(genops.c:1204:class_import_put()) import 00000000e19172f0 refcount=4 obd=lustre-OST0001-osc-ffff993be2454000 00000020:00000001:1.0:1776200730.116761:0:2241:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1776200730.116763:0:2241:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000db8b4815. 02000000:00000001:1.0:1776200730.116765:0:2241:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1776200730.116766:0:2241:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1776200730.116767:0:2241:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b36762c4. 00000100:00000001:1.0:1776200730.116770:0:2241:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1776200730.116771:0:2241:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200730.116773:0:2241:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200730.116774:0:2241:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200730.116775:0:2241:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200730.116776:0:2241:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200730.116777:0:2241:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1776200730.132109:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200730.132123:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200730.132128:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200730.132130:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200730.132140:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200730.132162:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200730.132169:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200730.132174:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200730.132177:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200730.132181:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 4 MB=0x69deab3f061c0 00000400:00000200:3.0:1776200730.132198:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200730.132204:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.148@tcp of length 224/224 into md 0xe15 [1] + 224 00000800:00000001:3.0:1776200730.132212:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200730.132220:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200730.132223:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200730.132227:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200730.132233:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200730.132239:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003937054a x1862481227047360/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200737 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000040:3.0:1776200730.132249:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000003937054a x1862481227047360/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200737 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200730.132269:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200730.132277:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200730.132280:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200730.132341:0:2241:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200730.132346:0:2241:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200730.132353:0:2241:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200730.132355:0:2241:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200730.132358:0:2241:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cb2aff59. 00000400:00000200:1.0:1776200730.132362:0:2241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000031be0bd3 00000400:00000010:1.0:1776200730.132365:0:2241:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000031be0bd3. 00000100:00000001:1.0:1776200730.132368:0:2241:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200730.132372:0:2241:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003937054a x1862481227047360/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200737 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:1.0:1776200730.132379:0:2241:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003937054a x1862481227047360/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200737 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1776200730.132384:0:2241:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200730.132386:0:2241:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200730.132388:0:2241:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200730.132391:0:2241:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200730.132393:0:2241:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200730.132395:0:2241:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200730.132398:0:2241:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200730.132405:0:2241:0:(import.c:1935:at_measured()) add 1 to 00000000b2ae5712 time=48 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200730.132410:0:2241:0:(import.c:1935:at_measured()) add 1 to 00000000ea7ae0b9 time=12 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200730.132412:0:2241:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200730.132414:0:2241:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200730.132416:0:2241:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1776200730.132420:0:2241:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92325) req@000000003937054a x1862481227047360/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200737 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00010000:00000001:1.0:1776200730.132427:0:2241:0:(ldlm_request.c:1488:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200730.132429:0:2241:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200730.132431:0:2241:0:(client.c:2863:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993bc2c8c000: skip recheck: last_committed 4294967297 00000100:00000001:1.0:1776200730.132433:0:2241:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200730.132434:0:2241:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200730.132438:0:2241:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003937054a x1862481227047360/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200737 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:1.0:1776200730.132443:0:2241:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200730.132446:0:2241:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200730.132448:0:2241:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1776200730.132451:0:2241:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003937054a x1862481227047360/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200737 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:1.0:1776200730.132458:0:2241:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003937054a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:afb33528-7691-4975-9821-d2ff03b6f7ab:2241:1862481227047360:192.168.203.148@tcp:400:kworker/u8:2.0 00000100:00000001:1.0:1776200730.132463:0:2241:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200730.132465:0:2241:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200730.132467:0:2241:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000003937054a x1862481227047360/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200737 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:1.0:1776200730.132472:0:2241:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1776200730.132475:0:2241:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1776200730.132478:0:2241:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000036e9d953. 02000000:00000001:1.0:1776200730.132483:0:2241:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1776200730.132485:0:2241:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776200730.132487:0:2241:0:(genops.c:1204:class_import_put()) import 000000000e91456c refcount=4 obd=lustre-OST0000-osc-ffff993bc2c8c000 00000020:00000001:1.0:1776200730.132489:0:2241:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1776200730.132492:0:2241:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000003a271fe. 02000000:00000001:1.0:1776200730.132496:0:2241:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1776200730.132497:0:2241:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1776200730.132498:0:2241:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003937054a. 00000100:00000001:1.0:1776200730.132502:0:2241:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1776200730.132502:0:2241:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200730.132506:0:2241:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200730.132507:0:2241:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200730.132508:0:2241:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200730.132509:0:2241:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200730.132511:0:2241:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200730.410215:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200730.410221:0:420:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1776200730.410223:0:420:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1776200730.410224:0:420:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200730.410229:0:420:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1776200730.410230:0:420:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200730.410232:0:420:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200730.410234:0:420:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200730.410237:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200730.410238:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200730.410240:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200730.410241:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200730.414049:0:5026:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200730.414055:0:5026:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200730.414061:0:5026:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1776200731.111712:0:2241:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1776200731.111723:0:2241:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200731.111724:0:2241:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1776200731.111729:0:2241:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200731.111731:0:2241:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200731.111734:0:2241:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200731.111736:0:2241:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200731.431726:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200731.431732:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200731.431738:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200731.431739:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200731.431744:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200731.431745:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200731.432117:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200731.432122:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200731.432125:0:5027:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1776200732.455799:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200732.455823:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200732.455830:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200732.455831:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200732.455834:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200732.455835:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200732.455909:0:5026:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200732.455912:0:5026:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200732.455916:0:5026:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1776200733.479737:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200733.479743:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200733.479749:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200733.479750:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200733.479753:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200733.479754:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200733.480516:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200733.480519:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200733.480523:0:5027:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1776200734.521396:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200734.521401:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200734.521407:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200734.521409:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200734.521412:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200734.521413:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200734.521519:0:5026:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200734.521522:0:5026:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200734.521533:0:5026:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1776200735.143809:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 822f82fc-1b4a-4a91-a190-4cbe8fb35285->MGS: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776200735.143825:0:37:0:(pinger.c:265:ptlrpc_pinger_process_import()) 822f82fc-1b4a-4a91-a190-4cbe8fb35285->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1776200735.143828:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776200735.143831:0:37:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1776200735.143834:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1776200735.143838:0:37:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1776200735.143842:0:37:0:(import.c:1859:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:3.0:1776200735.143846:0:37:0:(import.c:1661:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1776200735.143860:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e3e8d448. 00000020:00000040:3.0:1776200735.143871:0:37:0:(genops.c:1191:class_import_get()) import 0000000000feff6b refcount=5 obd=lustre-OST0000-osc-ffff993be2454000 00000100:00000001:3.0:1776200735.143878:0:37:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1776200735.143881:0:37:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1776200735.143887:0:37:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1776200735.143898:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e36cc638. 00000100:00000001:3.0:1776200735.143906:0:37:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200735.143908:0:37:0:(import.c:1700:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446631080682645632 : -112993026905984 : ffff993bc2c4e880) 00000100:00080000:3.0:1776200735.143922:0:37:0:(import.c:86:import_set_state_nolock()) 0000000000feff6b lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:3.0:1776200735.143925:0:37:0:(import.c:1894:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff993be2454000: disconnect after 21s idle 00000100:00000001:2.0:1776200735.144052:0:2243:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1776200735.144064:0:2243:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200735.144066:0:2243:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200735.144069:0:2243:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200735.144072:0:2243:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200735.144076:0:2243:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200735.144079:0:2243:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200735.145632:0:2239:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1776200735.145645:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200735.145647:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200735.145654:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776200735.145657:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200735.145661:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200735.145663:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200735.164545:0:37:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1776200735.164559:0:37:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200735.164576:0:37:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000e3e8d448] to pc [ptlrpcd_rcv+-1] req@00000000e3e8d448 x1862481227047552/t0(0) o9->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1776200735.165022:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776200735.165029:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200735.165034:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776200735.165039:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e3e8d448 x1862481227047552/t0(0) o9->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1776200735.165049:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200735.165051:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200735.165056:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776200735.165061:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200735.165064:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e3e8d448 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227047552:192.168.203.148@tcp:9:kworker/u8:2.0 00000100:00000001:0.0:1776200735.165069:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776200735.165086:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776200735.165089:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200735.165093:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1776200735.165104:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000064598b2b. 02000000:00000001:0.0:1776200735.165107:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776200735.165117:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:0.0:1776200735.165122:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006b760ae7. 00000400:00000010:0.0:1776200735.165131:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012f2e63d. 00000100:00000200:0.0:1776200735.165139:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227047552, portal 4 00000100:00000001:0.0:1776200735.165141:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200735.165143:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682645632 : -112993026905984 : ffff993bc2c4e880) 00000100:00000040:0.0:1776200735.165151:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000e3e8d448 x1862481227047552/t0(0) o9->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200741 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1776200735.165159:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776200735.165162:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:0.0:1776200735.165165:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001aceba76. 00000100:00000200:0.0:1776200735.165169:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1862481227047552, offset 0 00000400:00000200:0.0:1776200735.165177:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:0.0:1776200735.165187:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200735.165197:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:0.0:1776200735.165207:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:0.0:1776200735.165212:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776200735.165215:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:0.0:1776200735.165219:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [354:354:256:4294967295] 192.168.203.148@tcp LPNI seq info [354:354:8:4294967295] 00000400:00000200:0.0:1776200735.165224:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200735.165233:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:0.0:1776200735.165241:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:0.0:1776200735.165247:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000728f067b (tot 3422846). 00000800:00000200:0.0:1776200735.165254:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:0.0:1776200735.165264:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:0.0:1776200735.165269:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000728f067b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1776200735.165283:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200735.165286:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200735.165289:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200735.165294:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200735.165297:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200735.165393:0:37:0:(import.c:1898:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200735.165397:0:37:0:(pinger.c:140:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200735.165400:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1776200735.165404:0:37:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1776200735.165406:0:37:0:(import.c:1859:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:3.0:1776200735.165409:0:37:0:(import.c:1661:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1776200735.165434:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022f08927. 00000020:00000040:3.0:1776200735.165439:0:37:0:(genops.c:1191:class_import_get()) import 00000000e19172f0 refcount=5 obd=lustre-OST0001-osc-ffff993be2454000 00000100:00000001:3.0:1776200735.165445:0:37:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1776200735.165449:0:37:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1776200735.165453:0:37:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1776200735.165465:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fbfe3a06. 00000100:00000001:3.0:1776200735.165472:0:37:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200735.165474:0:37:0:(import.c:1700:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446631080682628608 : -112993026923008 : ffff993bc2c4a600) 00000100:00080000:3.0:1776200735.165478:0:37:0:(import.c:86:import_set_state_nolock()) 00000000e19172f0 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:3.0:1776200735.165480:0:37:0:(import.c:1894:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff993be2454000: disconnect after 21s idle 00000100:00000001:3.0:1776200735.165483:0:37:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1776200735.165486:0:37:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200735.165489:0:37:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000022f08927] to pc [ptlrpcd_rcv+-1] req@0000000022f08927 x1862481227047616/t0(0) o9->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000800:00000200:2.0:1776200735.165831:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200735.165835:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000728f067b (tot 3422598). 00000400:00000200:2.0:1776200735.165842:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200735.165848:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200735.165853:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001aceba76 00000400:00000010:2.0:1776200735.165856:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001aceba76. 00000100:00000001:2.0:1776200735.165861:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200735.165865:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e3e8d448 x1862481227047552/t0(0) o9->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200741 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200735.165875:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200735.165878:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000e3e8d448 x1862481227047552/t0(0) o9->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200741 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200735.165894:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200735.165903:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:0.0:1776200735.168342:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200735.168351:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200735.168361:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776200735.168365:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200735.168369:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776200735.168386:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000022f08927 x1862481227047616/t0(0) o9->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1776200735.168400:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200735.168402:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200735.168407:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776200735.168411:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200735.168415:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022f08927 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227047616:192.168.203.148@tcp:9:kworker/u8:2.0 00000100:00000001:0.0:1776200735.168420:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776200735.168429:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776200735.168432:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200735.168435:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1776200735.168448:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f17c5718. 02000000:00000001:0.0:1776200735.168450:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776200735.168462:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:0.0:1776200735.168467:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006524ea92. 00000400:00000010:0.0:1776200735.168477:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000535842fd. 00000100:00000200:0.0:1776200735.168486:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227047616, portal 4 00000100:00000001:0.0:1776200735.168489:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200735.168490:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682628608 : -112993026923008 : ffff993bc2c4a600) 00000100:00000040:0.0:1776200735.168498:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000022f08927 x1862481227047616/t0(0) o9->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200741 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1776200735.168505:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776200735.168508:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:0.0:1776200735.168513:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001aceba76. 00000100:00000200:0.0:1776200735.168516:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1862481227047616, offset 0 00000400:00000200:0.0:1776200735.168525:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:0.0:1776200735.168535:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200735.168544:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:0.0:1776200735.168555:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:0.0:1776200735.168559:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776200735.168563:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:0.0:1776200735.168567:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [355:355:256:4294967295] 192.168.203.148@tcp LPNI seq info [355:355:8:4294967295] 00000400:00000200:0.0:1776200735.168571:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200735.168580:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:0.0:1776200735.169022:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:0.0:1776200735.169030:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000064d7949e (tot 3422846). 00000800:00000200:0.0:1776200735.169037:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:0.0:1776200735.169047:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:0.0:1776200735.169053:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000064d7949e type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1776200735.175818:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200735.175831:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200735.175837:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200735.175846:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200735.175850:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200735.175861:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200735.175864:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200735.175867:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776200735.175869:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200735.175870:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200735.175872:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1776200735.177505:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:3.0:1776200735.177581:0:37:0:(import.c:1898:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200735.177629:0:37:0:(pinger.c:140:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1776200735.177640:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776200735.177646:0:37:0:(pinger.c:265:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1776200735.177649:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1776200735.177653:0:37:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1776200735.177779:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006046867f. 00000020:00000040:3.0:1776200735.177788:0:37:0:(genops.c:1191:class_import_get()) import 000000000e91456c refcount=5 obd=lustre-OST0000-osc-ffff993bc2c8c000 00000100:00000001:3.0:1776200735.177794:0:37:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1776200735.177797:0:37:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1776200735.177804:0:37:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1776200735.177816:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ce18e5cf. 00000100:00000001:3.0:1776200735.177824:0:37:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200735.177835:0:37:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0000_UUID req@000000006046867f x1862481227047680/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1776200735.177846:0:37:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1776200735.177869:0:37:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200735.177876:0:37:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000006046867f] to pc [ptlrpcd_01_01+1] req@000000006046867f x1862481227047680/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200735.177897:0:37:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200735.177899:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1776200735.177902:0:37:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1776200735.177904:0:37:0:(import.c:1859:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:3.0:1776200735.177907:0:37:0:(import.c:1661:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1776200735.177911:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000005764404. 00000020:00000040:3.0:1776200735.177913:0:37:0:(genops.c:1191:class_import_get()) import 00000000afb3b1b5 refcount=5 obd=lustre-OST0001-osc-ffff993bc2c8c000 00000100:00000001:3.0:1776200735.177916:0:37:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1776200735.177917:0:37:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1776200735.177919:0:37:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1776200735.177922:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000df024b8b. 00000100:00000001:3.0:1776200735.177925:0:37:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200735.177927:0:37:0:(import.c:1700:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446631080682638336 : -112993026913280 : ffff993bc2c4cc00) 00000100:00080000:3.0:1776200735.177930:0:37:0:(import.c:86:import_set_state_nolock()) 00000000afb3b1b5 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:3.0:1776200735.177933:0:37:0:(import.c:1894:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff993bc2c8c000: disconnect after 22s idle 00000100:00000001:3.0:1776200735.177935:0:37:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1776200735.177937:0:37:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200735.177940:0:37:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000005764404] to pc [ptlrpcd_rcv+-1] req@0000000005764404 x1862481227047744/t0(0) o9->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200735.177951:0:37:0:(import.c:1898:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200735.177952:0:37:0:(pinger.c:140:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200735.177958:0:37:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (318) 00000100:00000001:3.0:1776200735.178123:0:2243:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200735.178127:0:2243:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200735.178130:0:2243:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1776200735.178135:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006046867f x1862481227047680/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200735.178144:0:2243:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1776200735.178146:0:2243:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200735.178156:0:2243:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1776200735.178159:0:2243:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1776200735.178162:0:2243:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006046867f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:afb33528-7691-4975-9821-d2ff03b6f7ab:2243:1862481227047680:192.168.203.148@tcp:400:kworker/u8:2.0 00000100:00000001:3.0:1776200735.178166:0:2243:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1776200735.178174:0:2243:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1776200735.178176:0:2243:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200735.178179:0:2243:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1776200735.178183:0:2243:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f42d9f91. 02000000:00000001:3.0:1776200735.178185:0:2243:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1776200735.178194:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:3.0:1776200735.178199:0:2243:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000da290f66. 00000400:00000010:3.0:1776200735.178206:0:2243:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000098074408. 00000100:00000200:3.0:1776200735.178214:0:2243:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227047680, portal 4 00000100:00000001:3.0:1776200735.178217:0:2243:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776200735.178218:0:2243:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682624960 : -112993026926656 : ffff993bc2c497c0) 00000100:00000040:3.0:1776200735.178226:0:2243:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000006046867f x1862481227047680/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200742 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200735.178232:0:2243:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1776200735.178234:0:2243:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:3.0:1776200735.178237:0:2243:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015d4f09d. 00000100:00000200:3.0:1776200735.178238:0:2243:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1862481227047680, offset 0 00000400:00000200:3.0:1776200735.178246:0:2243:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:3.0:1776200735.178256:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200735.178264:0:2243:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200735.178273:0:2243:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:3.0:1776200735.178278:0:2243:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776200735.178280:0:2243:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:3.0:1776200735.178285:0:2243:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [356:356:255:4294967295] 192.168.203.148@tcp LPNI seq info [356:356:7:4294967295] 00000400:00000200:3.0:1776200735.178289:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200735.178299:0:2243:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:3.0:1776200735.178305:0:2243:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200735.178309:0:2243:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e06bd1bd (tot 3423094). 00000800:00000200:3.0:1776200735.178323:0:2243:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200735.178332:0:2243:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200735.178337:0:2243:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e06bd1bd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1776200735.178341:0:2243:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200735.178343:0:2243:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200735.178346:0:2243:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200735.178350:0:2243:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200735.178352:0:2243:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200735.178362:0:2243:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1776200735.178364:0:2243:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200735.178366:0:2243:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200735.178367:0:2243:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200735.178368:0:2243:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200735.178369:0:2243:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200735.178733:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776200735.178737:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200735.178738:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776200735.178744:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000005764404 x1862481227047744/t0(0) o9->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1776200735.178751:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200735.178753:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200735.178755:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776200735.178758:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200735.178760:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000005764404 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:afb33528-7691-4975-9821-d2ff03b6f7ab:2239:1862481227047744:192.168.203.148@tcp:9:kworker/u8:2.0 00000100:00000001:0.0:1776200735.178763:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776200735.178766:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776200735.178768:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200735.178770:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1776200735.178775:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000068143d7. 02000000:00000001:0.0:1776200735.178776:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776200735.178781:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:0.0:1776200735.178783:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001be66422. 00000400:00000010:0.0:1776200735.178787:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000031be0bd3. 00000100:00000200:0.0:1776200735.178790:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227047744, portal 4 00000100:00000001:0.0:1776200735.178793:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200735.178794:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682638336 : -112993026913280 : ffff993bc2c4cc00) 00000100:00000040:0.0:1776200735.178799:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000005764404 x1862481227047744/t0(0) o9->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200741 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1776200735.178805:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776200735.178808:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:0.0:1776200735.178810:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007cd28730. 00000100:00000200:0.0:1776200735.178812:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1862481227047744, offset 0 00000400:00000200:0.0:1776200735.178817:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:0.0:1776200735.178821:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200735.178824:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:0.0:1776200735.178828:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:0.0:1776200735.178830:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776200735.178832:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:0.0:1776200735.178835:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [357:357:254:4294967295] 192.168.203.148@tcp LPNI seq info [357:357:6:4294967295] 00000400:00000200:0.0:1776200735.178838:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200735.178845:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:0.0:1776200735.178849:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:0.0:1776200735.178852:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004db490cc (tot 3423342). 00000800:00000200:0.0:1776200735.178856:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:0.0:1776200735.178861:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:0.0:1776200735.178864:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004db490cc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1776200735.178867:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200735.178868:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200735.178870:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200735.178874:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200735.178877:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200735.178881:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200735.178883:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200735.178884:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776200735.178885:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200735.178887:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200735.178888:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1776200735.179945:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200735.179955:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200735.179963:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200735.179975:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200735.179984:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200735.180005:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200735.180010:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000800:00000200:3.0:1776200735.180381:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200735.180387:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000064d7949e (tot 3423094). 00000400:00000200:3.0:1776200735.180394:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200735.180400:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200735.180406:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001aceba76 00000400:00000010:3.0:1776200735.180409:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001aceba76. 00000100:00000001:3.0:1776200735.180414:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200735.180420:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000022f08927 x1862481227047616/t0(0) o9->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200741 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200735.180434:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200735.180438:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000022f08927 x1862481227047616/t0(0) o9->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200741 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200735.180445:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200735.180446:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1776200735.180549:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200735.180552:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e06bd1bd (tot 3422846). 00000400:00000200:3.0:1776200735.180560:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200735.180564:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200735.180567:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015d4f09d 00000400:00000010:3.0:1776200735.180569:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015d4f09d. 00000100:00000001:3.0:1776200735.180614:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200735.180619:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006046867f x1862481227047680/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200742 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200735.180627:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200735.180630:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000006046867f x1862481227047680/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200742 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200735.181191:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200735.181193:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1776200735.181252:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200735.181255:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004db490cc (tot 3422598). 00000400:00000200:3.0:1776200735.181259:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200735.181263:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200735.181266:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007cd28730 00000400:00000010:3.0:1776200735.181267:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007cd28730. 00000100:00000001:3.0:1776200735.181270:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200735.181274:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000005764404 x1862481227047744/t0(0) o9->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200741 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200735.181282:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200735.181284:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000005764404 x1862481227047744/t0(0) o9->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200741 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200735.181290:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200735.181292:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1776200735.181390:0:2242:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200735.181396:0:2242:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1776200735.181475:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200735.181481:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 4 MB=0x69deab3f06280 00000400:00000200:2.0:1776200735.181487:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200735.181493:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.148@tcp of length 224/224 into md 0xe35 [1] + 224 00000800:00000001:2.0:1776200735.181503:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200735.181514:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200735.181516:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200735.181519:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200735.181523:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200735.181527:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e3e8d448 x1862481227047552/t0(0) o9->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200741 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000040:2.0:1776200735.181535:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000e3e8d448 x1862481227047552/t0(0) o9->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200741 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200735.181559:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200735.181568:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200735.181571:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200735.181757:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200735.181761:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1776200735.181770:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1776200735.181771:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1776200735.181774:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006b760ae7. 00000400:00000200:3.0:1776200735.181780:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012f2e63d 00000400:00000010:3.0:1776200735.181782:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012f2e63d. 00000100:00000001:3.0:1776200735.181784:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200735.181788:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e3e8d448 x1862481227047552/t0(0) o9->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200741 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:3.0:1776200735.181794:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e3e8d448 x1862481227047552/t0(0) o9->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200741 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200735.181813:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1776200735.181815:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200735.181818:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1776200735.181822:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1776200735.181825:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1776200735.181828:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200735.181830:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1776200735.181841:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000003f4c142e time=103 v=1 (1 0 0 0) 00000100:00001000:3.0:1776200735.181846:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000003261d6ca time=21 v=1 (1 0 0 0) 00000100:00000001:3.0:1776200735.181849:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1776200735.181850:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200735.181853:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1776200735.181858:0:2239:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92325) req@00000000e3e8d448 x1862481227047552/t0(0) o9->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200741 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00010000:00000001:3.0:1776200735.181865:0:2239:0:(ldlm_request.c:1488:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200735.181869:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1776200735.181870:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993be2454000: skip recheck: last_committed 0 00000100:00000001:3.0:1776200735.181872:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1776200735.181874:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200735.181878:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e3e8d448 x1862481227047552/t0(0) o9->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200741 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200735.181884:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200735.181888:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1776200735.181890:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1776200735.181894:0:2239:0:(import.c:1806:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=5: rc = 0 req@00000000e3e8d448 x1862481227047552/t0(0) o9->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200741 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00080000:3.0:1776200735.181901:0:2239:0:(import.c:86:import_set_state_nolock()) 0000000000feff6b lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1776200735.181907:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e3e8d448 x1862481227047552/t0(0) o9->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200741 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:3.0:1776200735.181914:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e3e8d448 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227047552:192.168.203.148@tcp:9:kworker/u8:2.0 00000100:00000001:3.0:1776200735.181940:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200735.181942:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200735.181945:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000e3e8d448 x1862481227047552/t0(0) o9->lustre-OST0000-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200741 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200735.181951:0:2239:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1776200735.181954:0:2239:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1776200735.181958:0:2239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000064598b2b. 02000000:00000001:3.0:1776200735.181962:0:2239:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1776200735.181965:0:2239:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1776200735.181967:0:2239:0:(genops.c:1204:class_import_put()) import 0000000000feff6b refcount=4 obd=lustre-OST0000-osc-ffff993be2454000 00000020:00000001:3.0:1776200735.181970:0:2239:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1776200735.181972:0:2239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000e36cc638. 02000000:00000001:3.0:1776200735.181982:0:2239:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1776200735.181984:0:2239:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1776200735.181985:0:2239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e3e8d448. 00000100:00000001:3.0:1776200735.181998:0:2239:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1776200735.181999:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200735.182002:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200735.182003:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200735.182004:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200735.182006:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200735.182007:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1776200735.187809:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200735.187831:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200735.187838:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200735.187841:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200735.187855:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200735.187864:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200735.187873:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200735.187879:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200735.187883:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200735.187888:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 4 MB=0x69deab3f062c0 00000400:00000200:3.0:1776200735.187893:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200735.187900:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.148@tcp of length 224/224 into md 0xe3d [1] + 224 00000800:00000001:3.0:1776200735.187910:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200735.187933:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200735.187936:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200735.187941:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200735.187950:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200735.187958:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000022f08927 x1862481227047616/t0(0) o9->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200741 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000040:3.0:1776200735.187970:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000022f08927 x1862481227047616/t0(0) o9->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200741 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200735.188006:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200735.188017:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200735.188020:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200735.188022:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200735.188024:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200735.188027:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200735.188031:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200735.188035:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200735.188037:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200735.188039:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200735.188042:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 4 MB=0x69deab3f06340 00000400:00000200:3.0:1776200735.188045:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200735.188049:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.148@tcp of length 224/224 into md 0xe55 [1] + 224 00000800:00000001:3.0:1776200735.188053:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200735.188056:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200735.188057:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200735.188060:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200735.188062:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200735.188065:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000005764404 x1862481227047744/t0(0) o9->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200741 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000040:3.0:1776200735.188072:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000005764404 x1862481227047744/t0(0) o9->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200741 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200735.188083:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200735.188086:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200735.188095:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200735.188097:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200735.188099:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200735.188102:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200735.188106:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000100:00000001:0.0:1776200735.188107:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1776200735.188111:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000100:00000001:0.0:1776200735.188114:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1776200735.188115:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200735.188120:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200735.188123:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 4 MB=0x69deab3f06300 00000400:00000001:0.0:1776200735.188124:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1776200735.188127:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000001:0.0:1776200735.188128:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1776200735.188133:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001be66422. 00000400:00000200:0.0:1776200735.188147:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000031be0bd3 00000400:00000010:0.0:1776200735.188150:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000031be0bd3. 00000100:00000001:0.0:1776200735.188154:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1776200735.188160:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000005764404 x1862481227047744/t0(0) o9->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200741 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:3.0:1776200735.188160:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.148@tcp of length 224/224 into md 0xe45 [1] + 224 00000800:00000001:3.0:1776200735.188169:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000200:0.0:1776200735.188173:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000005764404 x1862481227047744/t0(0) o9->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200741 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000800:00000001:3.0:1776200735.188178:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200735.188179:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1776200735.188182:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200735.188182:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1776200735.188188:0:2239:0:(client.c:1428:after_reply()) Process entered 00000400:00000200:3.0:1776200735.188190:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 02000000:00000001:0.0:1776200735.188192:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1776200735.188194:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000001:0.0:1776200735.188196:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1776200735.188199:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1776200735.188201:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006046867f x1862481227047680/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200742 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000001:0.0:1776200735.188203:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200735.188213:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000006046867f x1862481227047680/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200742 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00001000:0.0:1776200735.188216:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000d961a429 time=53 v=1 (1 0 0 0) 00000100:00001000:0.0:1776200735.188226:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000009b008c65 time=22 v=1 (1 0 0 0) 00000100:00000001:0.0:1776200735.188229:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1776200735.188231:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200735.188234:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1776200735.188240:0:2239:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92325) req@0000000005764404 x1862481227047744/t0(0) o9->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200741 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200735.188240:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200735.188245:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00010000:00000001:0.0:1776200735.188249:0:2239:0:(ldlm_request.c:1488:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1776200735.188250:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200735.188253:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1776200735.188256:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993bc2c8c000: skip recheck: last_committed 4294967297 00000100:00000001:0.0:1776200735.188259:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1776200735.188261:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200735.188265:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000005764404 x1862481227047744/t0(0) o9->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200741 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:0.0:1776200735.188272:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200735.188276:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1776200735.188279:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1776200735.188283:0:2239:0:(import.c:1806:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=5: rc = 0 req@0000000005764404 x1862481227047744/t0(0) o9->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200741 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00080000:0.0:1776200735.188291:0:2239:0:(import.c:86:import_set_state_nolock()) 00000000afb3b1b5 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:0.0:1776200735.188296:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000005764404 x1862481227047744/t0(0) o9->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200741 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:0.0:1776200735.188302:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000005764404 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:afb33528-7691-4975-9821-d2ff03b6f7ab:2239:1862481227047744:192.168.203.148@tcp:9:kworker/u8:2.0 00000400:00000001:0.0:1776200735.188309:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1776200735.188310:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1776200735.188311:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006524ea92. 00000400:00000200:0.0:1776200735.188313:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000535842fd 00000400:00000010:0.0:1776200735.188315:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000535842fd. 00000100:00000001:0.0:1776200735.188317:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1776200735.188319:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000022f08927 x1862481227047616/t0(0) o9->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200741 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:0.0:1776200735.188325:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000022f08927 x1862481227047616/t0(0) o9->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200741 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1776200735.188331:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1776200735.188332:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200735.188333:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1776200735.188335:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1776200735.188336:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1776200735.188337:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200735.188339:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1776200735.188343:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000001e456312 time=103 v=1 (1 0 0 0) 00000100:00001000:0.0:1776200735.188345:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000af23ee3d time=21 v=1 (1 0 0 0) 00000100:00000001:0.0:1776200735.188347:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1776200735.188348:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200735.188350:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1776200735.188352:0:2239:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92325) req@0000000022f08927 x1862481227047616/t0(0) o9->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200741 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00010000:00000001:0.0:1776200735.188358:0:2239:0:(ldlm_request.c:1488:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200735.188360:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1776200735.188361:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-OST0001-osc-ffff993be2454000: skip recheck: last_committed 0 00000100:00000001:0.0:1776200735.188363:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1776200735.188364:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200735.188366:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000022f08927 x1862481227047616/t0(0) o9->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200741 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:0.0:1776200735.188372:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200735.188374:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1776200735.188375:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1776200735.188377:0:2239:0:(import.c:1806:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=5: rc = 0 req@0000000022f08927 x1862481227047616/t0(0) o9->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200741 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00080000:0.0:1776200735.188383:0:2239:0:(import.c:86:import_set_state_nolock()) 00000000e19172f0 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:0.0:1776200735.188386:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000022f08927 x1862481227047616/t0(0) o9->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200741 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:0.0:1776200735.188393:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022f08927 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227047616:192.168.203.148@tcp:9:kworker/u8:2.0 00000100:00000001:0.0:1776200735.188398:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200735.188401:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200735.188403:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000005764404 x1862481227047744/t0(0) o9->lustre-OST0001-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200741 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:0.0:1776200735.188410:0:2239:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1776200735.188412:0:2239:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1776200735.188416:0:2239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000068143d7. 02000000:00000001:0.0:1776200735.188419:0:2239:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1776200735.188422:0:2239:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1776200735.188424:0:2239:0:(genops.c:1204:class_import_put()) import 00000000afb3b1b5 refcount=4 obd=lustre-OST0001-osc-ffff993bc2c8c000 00000020:00000001:0.0:1776200735.188426:0:2239:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1776200735.188429:0:2239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000df024b8b. 02000000:00000001:0.0:1776200735.188436:0:2239:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1776200735.188439:0:2239:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1776200735.188440:0:2239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000005764404. 00000100:00000001:0.0:1776200735.188447:0:2239:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1776200735.188448:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200735.188450:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200735.188452:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000022f08927 x1862481227047616/t0(0) o9->lustre-OST0001-osc-ffff993be2454000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200741 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:0.0:1776200735.188458:0:2239:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1776200735.188459:0:2239:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1776200735.188460:0:2239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f17c5718. 02000000:00000001:0.0:1776200735.188462:0:2239:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1776200735.188463:0:2239:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1776200735.188464:0:2239:0:(genops.c:1204:class_import_put()) import 00000000e19172f0 refcount=4 obd=lustre-OST0001-osc-ffff993be2454000 00000020:00000001:0.0:1776200735.188465:0:2239:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1776200735.188466:0:2239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000fbfe3a06. 02000000:00000001:0.0:1776200735.188471:0:2239:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1776200735.188472:0:2239:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1776200735.188472:0:2239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022f08927. 00000100:00000001:0.0:1776200735.188475:0:2239:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1776200735.188476:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200735.188478:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200735.188480:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776200735.188481:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200735.188483:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200735.188484:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200735.188552:0:2243:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200735.188556:0:2243:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1776200735.188560:0:2243:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200735.188561:0:2243:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200735.188562:0:2243:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000da290f66. 00000400:00000200:2.0:1776200735.188566:0:2243:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000098074408 00000400:00000010:2.0:1776200735.188567:0:2243:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000098074408. 00000100:00000001:2.0:1776200735.188570:0:2243:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200735.188574:0:2243:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006046867f x1862481227047680/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200742 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:2.0:1776200735.188626:0:2243:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006046867f x1862481227047680/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200742 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200735.188640:0:2243:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200735.188641:0:2243:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200735.188643:0:2243:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1776200735.188645:0:2243:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1776200735.188646:0:2243:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776200735.188647:0:2243:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200735.188648:0:2243:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776200735.188653:0:2243:0:(import.c:1935:at_measured()) add 1 to 00000000b2ae5712 time=53 v=1 (1 0 0 0) 00000100:00001000:2.0:1776200735.188656:0:2243:0:(import.c:1935:at_measured()) add 1 to 00000000ea7ae0b9 time=17 v=1 (1 0 0 0) 00000100:00000001:2.0:1776200735.188658:0:2243:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1776200735.188659:0:2243:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200735.188661:0:2243:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1776200735.188663:0:2243:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92325) req@000000006046867f x1862481227047680/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200742 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00010000:00000001:2.0:1776200735.188670:0:2243:0:(ldlm_request.c:1488:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200735.188672:0:2243:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1776200735.188673:0:2243:0:(client.c:2863:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993bc2c8c000: skip recheck: last_committed 4294967297 00000100:00000001:2.0:1776200735.188674:0:2243:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1776200735.188676:0:2243:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200735.188678:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006046867f x1862481227047680/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200742 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200735.188684:0:2243:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200735.188686:0:2243:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200735.188688:0:2243:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1776200735.188691:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006046867f x1862481227047680/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200742 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:2.0:1776200735.188697:0:2243:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006046867f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:afb33528-7691-4975-9821-d2ff03b6f7ab:2243:1862481227047680:192.168.203.148@tcp:400:kworker/u8:2.0 00000100:00000001:2.0:1776200735.188703:0:2243:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200735.188711:0:2243:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200735.188714:0:2243:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000006046867f x1862481227047680/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200742 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200735.188719:0:2243:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1776200735.188721:0:2243:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1776200735.188723:0:2243:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f42d9f91. 02000000:00000001:2.0:1776200735.188736:0:2243:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1776200735.188738:0:2243:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1776200735.188738:0:2243:0:(genops.c:1204:class_import_put()) import 000000000e91456c refcount=4 obd=lustre-OST0000-osc-ffff993bc2c8c000 00000020:00000001:2.0:1776200735.188740:0:2243:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1776200735.188741:0:2243:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000ce18e5cf. 02000000:00000001:2.0:1776200735.188745:0:2243:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1776200735.188746:0:2243:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1776200735.188747:0:2243:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006046867f. 00000100:00000001:2.0:1776200735.188750:0:2243:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1776200735.188751:0:2243:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200735.188753:0:2243:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200735.188755:0:2243:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200735.188756:0:2243:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200735.188757:0:2243:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200735.188759:0:2243:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200735.528522:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200735.528530:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200735.528538:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200735.528538:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200735.528542:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200735.528543:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200735.528716:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200735.528720:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200735.528723:0:5027:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1776200736.174086:0:2241:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1776200736.174103:0:2241:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200736.174105:0:2241:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200736.174113:0:2241:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776200736.174117:0:2241:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200736.174121:0:2241:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200736.174124:0:2241:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200736.235170:0:2239:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1776200736.235178:0:2239:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1776200736.235198:0:2239:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1776200730/real 1776200730] req@000000009ad3d325 x1862481227047488/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1776200736 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000001:3.0:1776200736.235222:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1776200736.235224:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1776200736.235243:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fddac35c. 00000400:00000200:3.0:1776200736.235248:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e7e995e 00000400:00000010:3.0:1776200736.235250:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e7e995e. 00000100:00000001:3.0:1776200736.235257:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200736.235261:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009ad3d325 x1862481227047488/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1776200736 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:3.0:1776200736.235270:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009ad3d325 x1862481227047488/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1776200736 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200736.235277:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1776200736.235279:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200736.235283:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1776200736.235285:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1776200736.235288:0:2239:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009ad3d325 x1862481227047488/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1776200736 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200736.235294:0:2239:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200736.235297:0:2239:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1776200736.235300:0:2239:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1776200730/real 1776200730] req@0000000071838397 x1862481227047104/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1776200736 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000001:3.0:1776200736.235307:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1776200736.235308:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1776200736.235310:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cc53b0c7. 00000400:00000200:3.0:1776200736.235312:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f72ec1de 00000400:00000010:3.0:1776200736.235314:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f72ec1de. 00000100:00000001:3.0:1776200736.235316:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200736.235317:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000071838397 x1862481227047104/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1776200736 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:3.0:1776200736.235323:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000071838397 x1862481227047104/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1776200736 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200736.235328:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1776200736.235329:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200736.235331:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1776200736.235332:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1776200736.235340:0:2239:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000071838397 x1862481227047104/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1776200736 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200736.235345:0:2239:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200736.235347:0:2239:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1776200736.235350:0:2239:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1776200730/real 1776200730] req@00000000b924db09 x1862481227047040/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1776200736 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000001:3.0:1776200736.235357:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1776200736.235358:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1776200736.235359:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e4627186. 00000400:00000200:3.0:1776200736.235361:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a4163784 00000400:00000010:3.0:1776200736.235362:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a4163784. 00000100:00000001:3.0:1776200736.235364:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200736.235366:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b924db09 x1862481227047040/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1776200736 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:3.0:1776200736.235371:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b924db09 x1862481227047040/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1776200736 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200736.235376:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1776200736.235376:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200736.235377:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1776200736.235378:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1776200736.235380:0:2239:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000b924db09 x1862481227047040/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1776200736 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200736.235385:0:2239:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200736.235396:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1776200736.235397:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200736.235401:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200736.235404:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200736.235406:0:2239:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1776200736.235409:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009ad3d325 x1862481227047488/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1776200736 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200736.235415:0:2239:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1776200736.235417:0:2239:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200736.235422:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1776200736.235423:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200736.235426:0:2239:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1776200736.235428:0:2239:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1776200736.235432:0:2239:0:(import.c:86:import_set_state_nolock()) 000000003f892a49 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776200736.235460:0:2239:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00000001:3.0:1776200736.235463:0:2239:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1776200736.235466:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009ad3d325 x1862481227047488/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1776200736 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1776200736.235473:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009ad3d325 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:afb33528-7691-4975-9821-d2ff03b6f7ab:2239:1862481227047488:192.168.203.148@tcp:38:kworker/u8:2.0 00000100:00000001:3.0:1776200736.235478:0:2239:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1776200736.235480:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000071838397 x1862481227047104/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1776200736 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200736.235485:0:2239:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1776200736.235487:0:2239:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200736.235488:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1776200736.235489:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200736.235491:0:2239:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1776200736.235491:0:2239:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1776200736.235493:0:2239:0:(import.c:86:import_set_state_nolock()) 000000000fe8d637 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776200736.235498:0:2239:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00000001:3.0:1776200736.235500:0:2239:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1776200736.235503:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000071838397 x1862481227047104/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1776200736 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1776200736.235509:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000071838397 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227047104:192.168.203.148@tcp:38:kworker/u8:2.0 00000100:00000001:3.0:1776200736.235513:0:2239:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1776200736.235515:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b924db09 x1862481227047040/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1776200736 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200736.235526:0:2239:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1776200736.235527:0:2239:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200736.235529:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1776200736.235529:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200736.235531:0:2239:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1776200736.235532:0:2239:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1776200736.235534:0:2239:0:(import.c:86:import_set_state_nolock()) 0000000023f5a97b MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776200736.235537:0:2239:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00000001:3.0:1776200736.235539:0:2239:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1776200736.235542:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b924db09 x1862481227047040/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1776200736 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1776200736.235548:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b924db09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:822f82fc-1b4a-4a91-a190-4cbe8fb35285:2239:1862481227047040:192.168.203.148@tcp:250:kworker/u8:2.0 00000100:00000001:3.0:1776200736.235552:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200736.235554:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200736.235557:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000009ad3d325 x1862481227047488/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1776200736 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200736.235563:0:2239:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1776200736.235567:0:2239:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1776200736.235571:0:2239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ca76987e. 02000000:00000001:3.0:1776200736.235576:0:2239:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1776200736.235578:0:2239:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1776200736.235580:0:2239:0:(genops.c:1204:class_import_put()) import 000000003f892a49 refcount=15 obd=lustre-MDT0000-mdc-ffff993bc2c8c000 00000020:00000001:3.0:1776200736.235582:0:2239:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1776200736.235585:0:2239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000a211dd52. 00000100:00080000:0.0:1776200736.235654:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 822f82fc-1b4a-4a91-a190-4cbe8fb35285->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1776200736.235661:0:37:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1776200736.235663:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:0.0:1776200736.235666:0:37:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1776200736.235668:0:37:0:(import.c:86:import_set_state_nolock()) 0000000023f5a97b MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1776200736.235671:0:37:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1776200736.235674:0:37:0:(import.c:534:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 308 00000100:00001000:0.0:1776200736.235678:0:37:0:(import.c:1935:at_measured()) add 6 to 000000006882029e time=105 v=1 (1 0 0 0) 00000100:00001000:0.0:1776200736.235681:0:37:0:(import.c:2000:at_measured()) AT 000000006882029e change: old=1 new=6 delta=5 (val=6) hist 6 0 0 0 00000100:00080000:0.0:1776200736.235685:0:37:0:(import.c:581:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 6s 00000100:00000040:0.0:1776200736.235687:0:37:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008e68683d refcount 20 to 192.168.203.148@tcp 00000100:00000001:0.0:1776200736.235690:0:37:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1776200736.235692:0:37:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008e68683d refcount 21 to 192.168.203.148@tcp 00000100:00000001:0.0:1776200736.235694:0:37:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446631080717689120 : -112992991862496 : ffff993bc4dba120) 00000020:00000001:0.0:1776200736.235697:0:37:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1776200736.235698:0:37:0:(genops.c:911:class_conn2export()) looking for export cookie 0x8d91c35bada81bb0 00000020:00000001:0.0:1776200736.235701:0:37:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200736.235704:0:37:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000035106081 refcount=3 00000020:00000001:0.0:1776200736.235707:0:37:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080683325440 : -112993026226176 : ffff993bc2cf4800) 00000020:00000001:0.0:1776200736.235709:0:37:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446631080683325440 : -112993026226176 : ffff993bc2cf4800) 00000100:00000040:0.0:1776200736.235712:0:37:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008e68683d refcount 20 to 192.168.203.148@tcp 00000100:00000001:0.0:1776200736.235713:0:37:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1776200736.235715:0:37:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008e68683d refcount 21 to 192.168.203.148@tcp 00000100:00000001:0.0:1776200736.235716:0:37:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446631080717689120 : -112992991862496 : ffff993bc4dba120) 00000020:00000040:0.0:1776200736.235719:0:37:0:(genops.c:979:class_export_put()) PUTting export 0000000035106081 : new refcount 2 00000100:00080000:0.0:1776200736.235721:0:37:0:(import.c:615:import_select_connection()) MGC192.168.203.148@tcp: import 0000000023f5a97b using connection MGC192.168.203.148@tcp_0/192.168.203.148@tcp 00000100:00000001:0.0:1776200736.235724:0:37:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200736.235726:0:37:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1776200736.235730:0:37:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1776200736.235732:0:37:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200736.235735:0:37:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:0.0:1776200736.235737:0:37:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1776200736.235743:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d0302f9f. 00000020:00000040:0.0:1776200736.235746:0:37:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=5 obd=MGC192.168.203.148@tcp 02000000:00000001:0.0:1776200736.235751:0:37:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1776200736.235752:0:37:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200736.235755:0:37:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1776200736.235759:0:37:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1776200736.235763:0:37:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1776200736.235771:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000b5565b32. 00000100:00000001:0.0:1776200736.235778:0:37:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200736.235783:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d0302f9f x1862481227047808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1776200736.235791:0:37:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1776200736.235796:0:37:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200736.235799:0:37:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d0302f9f] to pc [ptlrpcd_rcv+-1] req@00000000d0302f9f x1862481227047808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1776200736.235819:0:37:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200736.235821:0:37:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1776200736.235823:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1776200736.235826:0:37:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1776200736.235827:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1776200736.235828:0:37:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1776200736.235830:0:37:0:(import.c:86:import_set_state_nolock()) 000000000fe8d637 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1776200736.235832:0:37:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1776200736.235834:0:37:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff993be2454000: connect to NID 192.168.203.148@tcp last attempt 308 00000100:00001000:0.0:1776200736.235836:0:37:0:(import.c:1935:at_measured()) add 6 to 00000000c52bcd28 time=105 v=1 (1 0 0 0) 00000100:00001000:0.0:1776200736.235838:0:37:0:(import.c:2000:at_measured()) AT 00000000c52bcd28 change: old=1 new=6 delta=5 (val=6) hist 6 0 0 0 00000100:00080000:0.0:1776200736.235840:0:37:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff993be2454000: tried all connections, increasing latency to 6s 00000100:00000040:0.0:1776200736.235842:0:37:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008e68683d refcount 20 to 192.168.203.148@tcp 00000100:00000001:0.0:1776200736.235844:0:37:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1776200736.235845:0:37:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008e68683d refcount 21 to 192.168.203.148@tcp 00000100:00000001:0.0:1776200736.235847:0:37:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446631080717689120 : -112992991862496 : ffff993bc4dba120) 00000020:00000001:0.0:1776200736.235849:0:37:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1776200736.235849:0:37:0:(genops.c:911:class_conn2export()) looking for export cookie 0x8d91c35bada81bfd 00000020:00000001:0.0:1776200736.235850:0:37:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200736.235852:0:37:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002901c2fb refcount=5 00000020:00000001:0.0:1776200736.235853:0:37:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080768368640 : -112992941182976 : ffff993bc7e0f000) 00000020:00000001:0.0:1776200736.235855:0:37:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446631080768368640 : -112992941182976 : ffff993bc7e0f000) 00000100:00000040:0.0:1776200736.235857:0:37:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008e68683d refcount 20 to 192.168.203.148@tcp 00000100:00000001:0.0:1776200736.235859:0:37:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1776200736.235861:0:37:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008e68683d refcount 21 to 192.168.203.148@tcp 00000100:00000001:0.0:1776200736.235862:0:37:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446631080717689120 : -112992991862496 : ffff993bc4dba120) 00000020:00000040:0.0:1776200736.235864:0:37:0:(genops.c:979:class_export_put()) PUTting export 000000002901c2fb : new refcount 4 00000100:00080000:0.0:1776200736.235866:0:37:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff993be2454000: import 000000000fe8d637 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00000001:0.0:1776200736.235868:0:37:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200736.235869:0:37:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1776200736.235875:0:37:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1776200736.235877:0:37:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200736.235878:0:37:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1776200736.235882:0:37:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1776200736.235886:0:37:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200736.235887:0:37:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1776200736.235891:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009f7ded86. 00000020:00000040:0.0:1776200736.235893:0:37:0:(genops.c:1191:class_import_get()) import 000000000fe8d637 refcount=110 obd=lustre-MDT0000-mdc-ffff993be2454000 02000000:00000001:0.0:1776200736.235895:0:37:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1776200736.235896:0:37:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200736.235898:0:37:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1776200736.235899:0:37:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1776200736.235900:0:37:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1776200736.235903:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000a91f3241. 00000100:00000001:0.0:1776200736.235905:0:37:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200736.235908:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009f7ded86 x1862481227047872/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1776200736.235914:0:37:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1776200736.235915:0:37:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200736.235917:0:37:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000009f7ded86] to pc [ptlrpcd_rcv+-1] req@000000009f7ded86 x1862481227047872/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1776200736.235923:0:37:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200736.235925:0:37:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1776200736.235927:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776200736.235930:0:37:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1776200736.235934:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776200736.235937:0:37:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1776200736.235939:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1776200736.235941:0:37:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1776200736.235942:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1776200736.235943:0:37:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1776200736.235944:0:37:0:(import.c:86:import_set_state_nolock()) 000000003f892a49 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1776200736.235947:0:37:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1776200736.235948:0:37:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff993bc2c8c000: connect to NID 192.168.203.148@tcp last attempt 308 00000100:00001000:0.0:1776200736.235950:0:37:0:(import.c:1935:at_measured()) add 6 to 00000000c01f1611 time=54 v=1 (1 0 0 0) 00000100:00001000:0.0:1776200736.235951:0:37:0:(import.c:2000:at_measured()) AT 00000000c01f1611 change: old=1 new=6 delta=5 (val=6) hist 6 0 0 0 00000100:00080000:0.0:1776200736.235953:0:37:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff993bc2c8c000: tried all connections, increasing latency to 6s 00000100:00000040:0.0:1776200736.235955:0:37:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008e68683d refcount 20 to 192.168.203.148@tcp 00000100:00000001:0.0:1776200736.235957:0:37:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1776200736.235958:0:37:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008e68683d refcount 21 to 192.168.203.148@tcp 00000100:00000001:0.0:1776200736.235960:0:37:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446631080717689120 : -112992991862496 : ffff993bc4dba120) 00000020:00000001:0.0:1776200736.235961:0:37:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1776200736.235962:0:37:0:(genops.c:911:class_conn2export()) looking for export cookie 0x8d91c35bada81c74 00000020:00000001:0.0:1776200736.235976:0:37:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200736.235979:0:37:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ac616ecf refcount=5 00000020:00000001:0.0:1776200736.235981:0:37:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802101248 : -112992907450368 : ffff993bc9e3a800) 00000020:00000001:0.0:1776200736.235983:0:37:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446631080802101248 : -112992907450368 : ffff993bc9e3a800) 00000100:00000040:0.0:1776200736.235986:0:37:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008e68683d refcount 20 to 192.168.203.148@tcp 00000100:00000001:0.0:1776200736.235987:0:37:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1776200736.235989:0:37:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008e68683d refcount 21 to 192.168.203.148@tcp 00000100:00000001:0.0:1776200736.235991:0:37:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446631080717689120 : -112992991862496 : ffff993bc4dba120) 00000020:00000040:0.0:1776200736.235993:0:37:0:(genops.c:979:class_export_put()) PUTting export 00000000ac616ecf : new refcount 4 00000100:00080000:0.0:1776200736.235995:0:37:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff993bc2c8c000: import 000000003f892a49 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00000001:0.0:1776200736.235998:0:37:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200736.235999:0:37:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1776200736.236002:0:37:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1776200736.236003:0:37:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200736.236005:0:37:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1776200736.236007:0:37:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1776200736.236008:0:37:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200736.236010:0:37:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1776200736.236012:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d5451143. 00000020:00000040:0.0:1776200736.236014:0:37:0:(genops.c:1191:class_import_get()) import 000000003f892a49 refcount=16 obd=lustre-MDT0000-mdc-ffff993bc2c8c000 02000000:00000001:0.0:1776200736.236016:0:37:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1776200736.236017:0:37:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200736.236018:0:37:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1776200736.236019:0:37:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1776200736.236020:0:37:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1776200736.236022:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000e8a5c184. 00000100:00000001:0.0:1776200736.236025:0:37:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200736.236028:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d5451143 x1862481227047936/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1776200736.236034:0:37:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1776200736.236036:0:37:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200736.236038:0:37:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d5451143] to pc [ptlrpcd_rcv+-1] req@00000000d5451143 x1862481227047936/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1776200736.236320:0:37:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200736.236322:0:37:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:0.0:1776200736.236324:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1776200736.236327:0:37:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1776200736.236331:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ac97da49. 00000020:00000040:0.0:1776200736.236334:0:37:0:(genops.c:1191:class_import_get()) import 000000000e91456c refcount=5 obd=lustre-OST0000-osc-ffff993bc2c8c000 00000100:00000001:0.0:1776200736.236336:0:37:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1776200736.236338:0:37:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1776200736.236339:0:37:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1776200736.236343:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000052f9203e. 00000100:00000001:0.0:1776200736.236346:0:37:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200736.236350:0:37:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0000_UUID req@00000000ac97da49 x1862481227048000/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1776200736.236357:0:37:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1776200736.236359:0:37:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200736.236362:0:37:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000ac97da49] to pc [ptlrpcd_00_00+0] req@00000000ac97da49 x1862481227048000/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1776200736.236394:0:37:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1776200736.236397:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776200736.236399:0:37:0:(pinger.c:265:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1776200736.236404:0:37:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 4 (319) 00000100:00000001:0.0:1776200736.236427:0:2241:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776200736.236429:0:2241:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200736.236431:0:2241:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200736.236434:0:2241:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1776200736.236436:0:2241:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200736.236442:0:2241:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200736.236443:0:2241:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200736.236444:0:2241:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776200736.236445:0:2241:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200736.236446:0:2241:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776200736.236450:0:2241:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ac97da49 x1862481227048000/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1776200736.236456:0:2241:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200736.236458:0:2241:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200736.236463:0:2241:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776200736.236465:0:2241:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200736.236468:0:2241:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ac97da49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:afb33528-7691-4975-9821-d2ff03b6f7ab:2241:1862481227048000:192.168.203.148@tcp:400:kworker/u8:2.0 00000100:00000001:0.0:1776200736.236472:0:2241:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776200736.236488:0:2241:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776200736.236490:0:2241:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200736.236493:0:2241:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1776200736.236497:0:2241:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007a0c8b66. 02000000:00000001:0.0:1776200736.236499:0:2241:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776200736.236507:0:2241:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:0.0:1776200736.236511:0:2241:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006524ea92. 00000400:00000010:0.0:1776200736.236517:0:2241:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000535842fd. 00000100:00000200:0.0:1776200736.236524:0:2241:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227048000, portal 4 00000100:00000001:0.0:1776200736.236526:0:2241:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200736.236527:0:2241:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080685172416 : -112993024379200 : ffff993bc2eb76c0) 00000100:00000040:0.0:1776200736.236534:0:2241:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000ac97da49 x1862481227048000/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200743 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1776200736.236540:0:2241:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776200736.236543:0:2241:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:0.0:1776200736.236545:0:2241:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000031be0bd3. 00000100:00000200:0.0:1776200736.236548:0:2241:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1862481227048000, offset 0 00000400:00000200:0.0:1776200736.236555:0:2241:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:0.0:1776200736.236563:0:2241:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200736.236572:0:2241:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:0.0:1776200736.236580:0:2241:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:0.0:1776200736.236583:0:2241:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776200736.236608:0:2241:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:0.0:1776200736.236613:0:2241:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [358:358:256:4294967295] 192.168.203.148@tcp LPNI seq info [358:358:8:4294967295] 00000400:00000200:0.0:1776200736.236617:0:2241:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200736.236627:0:2241:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:0.0:1776200736.236634:0:2241:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:0.0:1776200736.236642:0:2241:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004db490cc (tot 3422846). 00000800:00000200:0.0:1776200736.236650:0:2241:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:0.0:1776200736.236659:0:2241:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:0.0:1776200736.236664:0:2241:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004db490cc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1776200736.236677:0:2241:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200736.236679:0:2241:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200736.236683:0:2241:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200736.236685:0:2241:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200736.236687:0:2241:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200736.236729:0:2239:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1776200736.236731:0:2239:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1776200736.236733:0:2239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009ad3d325. 00000100:00000001:3.0:1776200736.236737:0:2239:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1776200736.236738:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200736.236740:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200736.236753:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000071838397 x1862481227047104/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1776200736 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200736.236830:0:2239:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1776200736.236832:0:2239:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1776200736.236834:0:2239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000ff43795. 02000000:00000001:3.0:1776200736.236839:0:2239:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1776200736.236840:0:2239:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1776200736.236841:0:2239:0:(genops.c:1204:class_import_put()) import 000000000fe8d637 refcount=109 obd=lustre-MDT0000-mdc-ffff993be2454000 00000020:00000001:3.0:1776200736.236843:0:2239:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1776200736.236844:0:2239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000005e7945cc. 02000000:00000001:3.0:1776200736.236847:0:2239:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1776200736.236848:0:2239:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1776200736.236849:0:2239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000071838397. 00000100:00000001:3.0:1776200736.236852:0:2239:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1776200736.236853:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200736.236855:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200736.236857:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000b924db09 x1862481227047040/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1776200736 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200736.236863:0:2239:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1776200736.236864:0:2239:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1776200736.236865:0:2240:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1776200736.236865:0:2239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000035306ab2. 02000000:00000001:3.0:1776200736.236867:0:2239:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1776200736.236868:0:2240:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200736.236869:0:2239:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1776200736.236869:0:2239:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000020:00000001:3.0:1776200736.236871:0:2239:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1776200736.236872:0:2239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000938fd801. 02000000:00000001:3.0:1776200736.236874:0:2239:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1776200736.236875:0:2239:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1776200736.236876:0:2239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b924db09. 00000100:00000001:3.0:1776200736.236878:0:2239:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1776200736.236879:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200736.236880:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200736.236885:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1776200736.236886:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200736.236888:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200736.236889:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200736.236897:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1776200736.236900:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d0302f9f x1862481227047808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200736.236907:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1776200736.236908:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200736.236910:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1776200736.236912:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1776200736.236914:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d0302f9f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:822f82fc-1b4a-4a91-a190-4cbe8fb35285:2239:1862481227047808:192.168.203.148@tcp:250:kworker/u8:2.0 00000100:00000001:3.0:1776200736.236917:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1776200736.236919:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1776200736.236920:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200736.236921:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1776200736.236924:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003721b7c9. 02000000:00000001:3.0:1776200736.236926:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1776200736.236930:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:3.0:1776200736.236933:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003ca19aef. 00000400:00000010:3.0:1776200736.236936:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015d4f09d. 00000100:00000200:3.0:1776200736.236940:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227047808, portal 25 00000100:00000001:3.0:1776200736.236941:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776200736.236942:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080685155392 : -112993024396224 : ffff993bc2eb3440) 00000100:00000040:3.0:1776200736.236946:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000d0302f9f x1862481227047808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1776200747 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200736.236952:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1776200736.236954:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:3.0:1776200736.236956:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f47a6c6e. 00000100:00000200:3.0:1776200736.236957:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862481227047808, offset 0 00000400:00000200:3.0:1776200736.236962:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:3.0:1776200736.236975:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200736.236979:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200736.236982:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:3.0:1776200736.236984:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776200736.236986:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:3.0:1776200736.236988:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [359:359:255:4294967295] 192.168.203.148@tcp LPNI seq info [359:359:7:4294967295] 00000400:00000200:3.0:1776200736.236993:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200736.236998:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:3.0:1776200736.237003:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200736.237007:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e06bd1bd (tot 3423094). 00000800:00000200:3.0:1776200736.237010:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200736.237014:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200736.237016:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e06bd1bd type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1776200736.237019:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200736.237020:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200736.237022:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200736.237024:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1776200736.237027:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009f7ded86 x1862481227047872/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200736.237032:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1776200736.237034:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200736.237036:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1776200736.237037:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1776200736.237039:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f7ded86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227047872:192.168.203.148@tcp:38:kworker/u8:2.0 00000100:00000001:3.0:1776200736.237043:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1776200736.237045:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1776200736.237046:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200736.237047:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1776200736.237051:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000eeb1c353. 02000000:00000001:3.0:1776200736.237906:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1776200736.237917:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:3.0:1776200736.237923:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002bcce075. 00000400:00000010:3.0:1776200736.237928:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb3aca56. 00000100:00000200:3.0:1776200736.237932:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227047872, portal 10 00000100:00000001:3.0:1776200736.237935:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776200736.237936:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080685151744 : -112993024399872 : ffff993bc2eb2600) 00000100:00000040:3.0:1776200736.237945:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000009f7ded86 x1862481227047872/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1776200747 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200736.237954:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1776200736.237956:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:3.0:1776200736.237959:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094cc07cd. 00000100:00000200:3.0:1776200736.237961:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862481227047872, offset 0 00000400:00000200:3.0:1776200736.237976:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:3.0:1776200736.237983:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200736.237989:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200736.237995:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:3.0:1776200736.237998:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776200736.238000:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:3.0:1776200736.238003:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [360:360:254:4294967295] 192.168.203.148@tcp LPNI seq info [360:360:6:4294967295] 00000400:00000200:3.0:1776200736.238006:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200736.238014:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:3.0:1776200736.238018:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200736.238024:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce18e5cf (tot 3423342). 00000800:00000200:3.0:1776200736.238030:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200736.238036:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200736.238039:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ce18e5cf type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1776200736.238043:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200736.238045:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200736.238047:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200736.238050:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1776200736.238723:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d5451143 x1862481227047936/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200736.238734:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1776200736.238736:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200736.238739:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1776200736.238742:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1776200736.238744:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5451143 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:afb33528-7691-4975-9821-d2ff03b6f7ab:2239:1862481227047936:192.168.203.148@tcp:38:kworker/u8:2.0 00000100:00000001:3.0:1776200736.238748:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1776200736.238752:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1776200736.238755:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200736.238856:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1776200736.238863:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000938fd801. 02000000:00000001:3.0:1776200736.238865:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1776200736.238870:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:3.0:1776200736.238876:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000408d8f7e. 00000400:00000010:3.0:1776200736.238880:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cb6a12dd. 00000100:00000200:3.0:1776200736.238884:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227047936, portal 10 00000100:00000001:3.0:1776200736.238886:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776200736.238887:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080685168768 : -112993024382848 : ffff993bc2eb6880) 00000100:00000040:3.0:1776200736.238893:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000d5451143 x1862481227047936/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1776200747 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200736.238898:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1776200736.238900:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:3.0:1776200736.238902:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fe39d81. 00000100:00000200:3.0:1776200736.238904:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862481227047936, offset 0 00000400:00000200:3.0:1776200736.238908:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:3.0:1776200736.238914:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200736.238919:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200736.238924:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:3.0:1776200736.238927:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776200736.238930:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:3.0:1776200736.238934:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [361:361:253:4294967295] 192.168.203.148@tcp LPNI seq info [361:361:5:4294967295] 00000400:00000200:3.0:1776200736.238937:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200736.238944:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:3.0:1776200736.238949:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200736.238954:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000df024b8b (tot 3423590). 00000800:00000200:3.0:1776200736.238959:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200736.238976:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200736.238980:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000df024b8b type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1776200736.238983:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200736.238986:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200736.238989:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200736.238992:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200736.238995:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200736.239005:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1776200736.239007:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1776200736.239010:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200736.239012:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200736.239014:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200736.239015:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200736.239160:0:2243:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1776200736.239163:0:2243:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00000400:2.0:1776200736.239170:0:2243:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1776200729/real 1776200729] req@00000000192a5c59 x1862481227046848/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1776200736 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000800:00000200:3.0:1776200736.239854:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200736.239860:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004db490cc (tot 3423342). 00000400:00000200:3.0:1776200736.239867:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200736.239886:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200736.239894:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000031be0bd3 00000400:00000010:3.0:1776200736.239896:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000031be0bd3. 00000100:00000001:3.0:1776200736.239902:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200736.239907:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ac97da49 x1862481227048000/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200743 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200736.239919:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200736.239921:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000ac97da49 x1862481227048000/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200743 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200736.239927:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200736.239929:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1776200736.239945:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200736.239947:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e06bd1bd (tot 3423094). 00000400:00000200:3.0:1776200736.239954:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200736.239957:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200736.239959:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f47a6c6e 00000400:00000010:3.0:1776200736.239960:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f47a6c6e. 00000100:00000001:3.0:1776200736.239963:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200736.239975:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d0302f9f x1862481227047808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1776200747 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200736.239982:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200736.239984:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000d0302f9f x1862481227047808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1776200747 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200736.239990:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200736.239991:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1776200736.240001:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200736.240003:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce18e5cf (tot 3422846). 00000400:00000200:3.0:1776200736.240005:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200736.240008:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200736.240010:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094cc07cd 00000400:00000010:3.0:1776200736.240011:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094cc07cd. 00000100:00000001:3.0:1776200736.240013:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200736.240015:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009f7ded86 x1862481227047872/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1776200747 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200736.240022:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200736.240024:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000009f7ded86 x1862481227047872/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1776200747 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200736.240029:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200736.240031:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1776200736.241013:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200736.241019:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000df024b8b (tot 3422598). 00000400:00000200:3.0:1776200736.241028:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200736.241035:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200736.241040:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fe39d81 00000400:00000010:3.0:1776200736.241042:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fe39d81. 00000100:00000001:3.0:1776200736.241047:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200736.241053:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d5451143 x1862481227047936/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1776200747 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200736.241062:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200736.241065:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000d5451143 x1862481227047936/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1776200747 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200736.241071:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200736.241072:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200736.246534:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200736.246555:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200736.246561:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200736.246564:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200736.246578:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200736.246617:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200736.246627:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200736.246633:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200736.246639:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200736.246643:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 4 MB=0x69deab3f06440 00000400:00000200:3.0:1776200736.246649:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200736.246655:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.148@tcp of length 224/224 into md 0xe5d [1] + 224 00000800:00000001:3.0:1776200736.246666:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200736.246675:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200736.246678:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200736.246682:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200736.246690:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200736.246698:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ac97da49 x1862481227048000/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200743 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000040:3.0:1776200736.246711:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000ac97da49 x1862481227048000/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200743 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200736.246739:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200736.246752:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200736.246755:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200736.247161:0:2241:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200736.247168:0:2241:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200736.247254:0:2241:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200736.247257:0:2241:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200736.247260:0:2241:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006524ea92. 00000400:00000200:1.0:1776200736.247267:0:2241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000535842fd 00000400:00000010:1.0:1776200736.247269:0:2241:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000535842fd. 00000100:00000001:1.0:1776200736.247273:0:2241:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200736.247279:0:2241:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ac97da49 x1862481227048000/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200743 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:1.0:1776200736.247288:0:2241:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ac97da49 x1862481227048000/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200743 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1776200736.247293:0:2241:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200736.247295:0:2241:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200736.247297:0:2241:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200736.247301:0:2241:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200736.247304:0:2241:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200736.247306:0:2241:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200736.247310:0:2241:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200736.247323:0:2241:0:(import.c:1935:at_measured()) add 1 to 00000000b2ae5712 time=54 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200736.247330:0:2241:0:(import.c:1935:at_measured()) add 1 to 00000000ea7ae0b9 time=18 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200736.247332:0:2241:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200736.247334:0:2241:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200736.247336:0:2241:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1776200736.247340:0:2241:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92325) req@00000000ac97da49 x1862481227048000/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200743 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00010000:00000001:1.0:1776200736.247346:0:2241:0:(ldlm_request.c:1488:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200736.247350:0:2241:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200736.247353:0:2241:0:(client.c:2863:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993bc2c8c000: skip recheck: last_committed 4294967297 00000100:00000001:1.0:1776200736.247355:0:2241:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200736.247357:0:2241:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200736.247360:0:2241:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ac97da49 x1862481227048000/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200743 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:1.0:1776200736.247366:0:2241:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200736.247369:0:2241:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200736.247372:0:2241:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1776200736.247376:0:2241:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ac97da49 x1862481227048000/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200743 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:1.0:1776200736.247384:0:2241:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ac97da49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:afb33528-7691-4975-9821-d2ff03b6f7ab:2241:1862481227048000:192.168.203.148@tcp:400:kworker/u8:2.0 00000100:00000001:1.0:1776200736.247389:0:2241:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200736.247392:0:2241:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200736.247395:0:2241:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000ac97da49 x1862481227048000/t0(0) o400->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200743 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:1.0:1776200736.247401:0:2241:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1776200736.247404:0:2241:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1776200736.247407:0:2241:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007a0c8b66. 02000000:00000001:1.0:1776200736.247412:0:2241:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1776200736.247414:0:2241:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776200736.247416:0:2241:0:(genops.c:1204:class_import_put()) import 000000000e91456c refcount=4 obd=lustre-OST0000-osc-ffff993bc2c8c000 00000020:00000001:1.0:1776200736.247419:0:2241:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1776200736.247421:0:2241:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000052f9203e. 02000000:00000001:1.0:1776200736.247425:0:2241:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1776200736.247427:0:2241:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1776200736.247429:0:2241:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ac97da49. 00000100:00000001:1.0:1776200736.247432:0:2241:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1776200736.247433:0:2241:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200736.247436:0:2241:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200736.247438:0:2241:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200736.247439:0:2241:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200736.247440:0:2241:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200736.247442:0:2241:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1776200736.294692:0:2243:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200736.294696:0:2243:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200736.294699:0:2243:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000009e75ff4. 00000400:00000200:2.0:1776200736.294709:0:2243:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000660b69ac 00000400:00000010:2.0:1776200736.294711:0:2243:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000660b69ac. 00000100:00000001:2.0:1776200736.294734:0:2243:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200736.294746:0:2243:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000192a5c59 x1862481227046848/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1776200736 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:2.0:1776200736.294756:0:2243:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000192a5c59 x1862481227046848/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1776200736 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200736.294763:0:2243:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200736.294765:0:2243:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200736.294768:0:2243:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200736.294770:0:2243:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1776200736.294774:0:2243:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@00000000192a5c59 x1862481227046848/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1776200736 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200736.294780:0:2243:0:(import.c:447:ptlrpc_fail_import()) Process entered 00000100:00080000:2.0:1776200736.294782:0:2243:0:(import.c:234:ptlrpc_set_import_discon()) mdc: import 000000003f892a49 already not connected (conn 3, was 1): CONNECTING 00000100:00000001:2.0:1776200736.294785:0:2243:0:(import.c:454:ptlrpc_fail_import()) Process leaving 00000100:00000001:2.0:1776200736.294786:0:2243:0:(client.c:2345:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200736.294826:0:2243:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00000400:2.0:1776200736.294831:0:2243:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1776200729/real 1776200729] req@00000000a58e1d54 x1862481227046656/t0(0) o400->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1776200736 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000400:00000001:2.0:1776200736.294839:0:2243:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200736.294840:0:2243:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200736.294842:0:2243:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000182f292. 00000400:00000200:2.0:1776200736.294844:0:2243:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d331252 00000400:00000010:2.0:1776200736.294845:0:2243:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d331252. 00000100:00000001:2.0:1776200736.294847:0:2243:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200736.294849:0:2243:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a58e1d54 x1862481227046656/t0(0) o400->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1776200736 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:2.0:1776200736.294856:0:2243:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a58e1d54 x1862481227046656/t0(0) o400->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1776200736 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200736.294861:0:2243:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200736.294862:0:2243:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200736.294863:0:2243:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200736.294864:0:2243:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1776200736.294875:0:2243:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@00000000a58e1d54 x1862481227046656/t0(0) o400->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1776200736 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200736.294880:0:2243:0:(import.c:447:ptlrpc_fail_import()) Process entered 00000100:00080000:2.0:1776200736.294881:0:2243:0:(import.c:234:ptlrpc_set_import_discon()) mdc: import 000000000fe8d637 already not connected (conn 3, was 1): CONNECTING 00000100:00000001:2.0:1776200736.294883:0:2243:0:(import.c:454:ptlrpc_fail_import()) Process leaving 00000100:00000001:2.0:1776200736.294884:0:2243:0:(client.c:2345:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200736.294893:0:2243:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200736.294894:0:2243:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200736.294897:0:2243:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200736.294899:0:2243:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200736.294901:0:2243:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200736.294903:0:2243:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1776200736.294905:0:2243:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200736.294908:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000192a5c59 x1862481227046848/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1776200736 ref 1 fl Rpc:XNQU/0/ffffffff rc -11/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200736.294914:0:2243:0:(client.c:1998:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1776200736.294917:0:2243:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200736.294919:0:2243:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200736.294919:0:2243:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1776200736.294922:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000192a5c59 x1862481227046848/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1776200736 ref 1 fl Interpret:XNQU/0/ffffffff rc -11/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1776200736.294930:0:2243:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000192a5c59 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:afb33528-7691-4975-9821-d2ff03b6f7ab:2243:1862481227046848:192.168.203.148@tcp:400:kworker/u8:3.0 00000100:00000001:2.0:1776200736.294935:0:2243:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200736.294936:0:2243:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1776200736.294937:0:2243:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200736.294939:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a58e1d54 x1862481227046656/t0(0) o400->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1776200736 ref 1 fl Rpc:XNQU/0/ffffffff rc -11/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200736.294945:0:2243:0:(client.c:1998:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:2.0:1776200736.294946:0:2243:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200736.294948:0:2243:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200736.294948:0:2243:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1776200736.294957:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a58e1d54 x1862481227046656/t0(0) o400->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1776200736 ref 1 fl Interpret:XNQU/0/ffffffff rc -11/-1 job:'kworker/u8:3.0' 00000100:00100000:2.0:1776200736.296261:0:2243:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a58e1d54 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:128773b9-ec2f-47c2-9bf4-461c71beba7d:2243:1862481227046656:192.168.203.148@tcp:400:kworker/u8:3.0 00000100:00000001:2.0:1776200736.296268:0:2243:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200736.296272:0:2243:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200736.296276:0:2243:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000192a5c59 x1862481227046848/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1776200736 ref 1 fl Complete:XNQU/0/ffffffff rc -11/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200736.296285:0:2243:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1776200736.300471:0:2243:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1776200736.300481:0:2243:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e4ca30e2. 02000000:00000001:2.0:1776200736.300488:0:2243:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1776200736.300491:0:2243:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1776200736.300493:0:2243:0:(genops.c:1204:class_import_put()) import 000000003f892a49 refcount=15 obd=lustre-MDT0000-mdc-ffff993bc2c8c000 00000020:00000001:2.0:1776200736.300496:0:2243:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1776200736.300498:0:2243:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000052991751. 02000000:00000001:2.0:1776200736.300501:0:2243:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1776200736.300503:0:2243:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1776200736.300504:0:2243:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000192a5c59. 00000100:00000001:2.0:1776200736.300508:0:2243:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1776200736.300510:0:2243:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200736.300513:0:2243:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200736.300522:0:2243:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000a58e1d54 x1862481227046656/t0(0) o400->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1776200736 ref 1 fl Complete:XNQU/0/ffffffff rc -11/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200736.300531:0:2243:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1776200736.300532:0:2243:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1776200736.300533:0:2243:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a6752417. 02000000:00000001:2.0:1776200736.300537:0:2243:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1776200736.300538:0:2243:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1776200736.300539:0:2243:0:(genops.c:1204:class_import_put()) import 000000000fe8d637 refcount=108 obd=lustre-MDT0000-mdc-ffff993be2454000 00000020:00000001:2.0:1776200736.300541:0:2243:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1776200736.300542:0:2243:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000000f419e83. 02000000:00000001:2.0:1776200736.300543:0:2243:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1776200736.300544:0:2243:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1776200736.300559:0:2243:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a58e1d54. 00000100:00000001:2.0:1776200736.300563:0:2243:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1776200736.300564:0:2243:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200736.300566:0:2243:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200736.300573:0:2243:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200736.300575:0:2243:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200736.300578:0:2243:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200736.300580:0:2243:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200736.553024:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200736.553029:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200736.553034:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200736.553035:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200736.553038:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200736.553039:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200736.553191:0:5026:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200736.553195:0:5026:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200736.553197:0:5026:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1776200737.255899:0:2241:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1776200737.255905:0:2241:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00000400:1.0:1776200737.255918:0:2241:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1776200730/real 1776200730] req@0000000039ecb165 x1862481227047296/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1776200737 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000001:1.0:1776200737.320305:0:2241:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200737.320309:0:2241:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200737.320312:0:2241:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ac9d0121. 00000400:00000200:1.0:1776200737.320323:0:2241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096f7d98c 00000400:00000010:1.0:1776200737.320325:0:2241:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096f7d98c. 00000100:00000001:1.0:1776200737.320329:0:2241:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200737.320340:0:2241:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000039ecb165 x1862481227047296/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1776200737 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:1.0:1776200737.320351:0:2241:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000039ecb165 x1862481227047296/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1776200737 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1776200737.320358:0:2241:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200737.320360:0:2241:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200737.320363:0:2241:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200737.320365:0:2241:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1776200737.320369:0:2241:0:(client.c:2339:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@0000000039ecb165 x1862481227047296/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1776200737 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1776200737.320376:0:2241:0:(import.c:447:ptlrpc_fail_import()) Process entered 00000100:00080000:1.0:1776200737.320378:0:2241:0:(import.c:234:ptlrpc_set_import_discon()) mdc: import 000000003f892a49 already not connected (conn 3, was 1): CONNECTING 00000100:00000001:1.0:1776200737.320381:0:2241:0:(import.c:454:ptlrpc_fail_import()) Process leaving 00000100:00000001:1.0:1776200737.320382:0:2241:0:(client.c:2345:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200737.320390:0:2241:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200737.320392:0:2241:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200737.320395:0:2241:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200737.320397:0:2241:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200737.320398:0:2241:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200737.320400:0:2241:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200737.320402:0:2241:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200737.320405:0:2241:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000039ecb165 x1862481227047296/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1776200737 ref 1 fl Rpc:XNQU/0/ffffffff rc -11/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1776200737.320412:0:2241:0:(client.c:1998:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:1.0:1776200737.320414:0:2241:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200737.320416:0:2241:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200737.320417:0:2241:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1776200737.320419:0:2241:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000039ecb165 x1862481227047296/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1776200737 ref 1 fl Interpret:XNQU/0/ffffffff rc -11/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1776200737.320426:0:2241:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000039ecb165 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:afb33528-7691-4975-9821-d2ff03b6f7ab:2241:1862481227047296:192.168.203.148@tcp:400:kworker/u8:2.0 00000100:00000001:1.0:1776200737.320431:0:2241:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200737.320434:0:2241:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200737.320436:0:2241:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000039ecb165 x1862481227047296/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 1 dl 1776200737 ref 1 fl Complete:XNQU/0/ffffffff rc -11/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1776200737.320443:0:2241:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1776200737.320445:0:2241:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1776200737.320448:0:2241:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000026fe7c81. 02000000:00000001:1.0:1776200737.320452:0:2241:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1776200737.320455:0:2241:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776200737.320456:0:2241:0:(genops.c:1204:class_import_put()) import 000000003f892a49 refcount=14 obd=lustre-MDT0000-mdc-ffff993bc2c8c000 00000020:00000001:1.0:1776200737.320459:0:2241:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1776200737.320461:0:2241:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000a12e233f. 02000000:00000001:1.0:1776200737.320465:0:2241:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1776200737.320466:0:2241:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1776200737.320467:0:2241:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000039ecb165. 00000100:00000001:1.0:1776200737.320471:0:2241:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1776200737.320472:0:2241:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200737.320473:0:2241:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200737.320477:0:2241:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200737.320478:0:2241:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200737.320479:0:2241:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200737.320481:0:2241:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200737.575765:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200737.575770:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200737.575775:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200737.575778:0:420:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1776200737.575780:0:420:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1776200737.575785:0:420:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200737.575787:0:420:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1776200737.575788:0:420:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200737.575791:0:420:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1776200737.575794:0:420:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200737.575796:0:420:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200737.575798:0:420:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200737.575801:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200737.575802:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200737.576032:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200737.576035:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200737.576038:0:5027:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1776200738.601472:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200738.601477:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200738.601483:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200738.601484:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200738.601488:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200738.601488:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200738.608872:0:5026:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200738.608877:0:5026:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200738.608882:0:5026:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1776200739.629056:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200739.629061:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200739.629068:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200739.629069:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200739.629072:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200739.629089:0:420:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1776200739.629091:0:420:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1776200739.629095:0:420:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200739.629096:0:420:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1776200739.629097:0:420:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200739.629100:0:420:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1776200739.629102:0:420:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200739.629103:0:420:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200739.629105:0:420:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200739.629276:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200739.629279:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200739.629282:0:5027:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1776200740.264235:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 822f82fc-1b4a-4a91-a190-4cbe8fb35285->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776200740.264245:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) 822f82fc-1b4a-4a91-a190-4cbe8fb35285->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1776200740.264247:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776200740.264250:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1776200740.264252:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776200740.264254:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1776200740.264256:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776200740.264258:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1776200740.264260:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776200740.264263:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1776200740.264265:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1776200740.264268:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1776200740.264270:0:38:0:(import.c:1859:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:3.0:1776200740.264273:0:38:0:(import.c:1661:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1776200740.264282:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e3e8d448. 00000020:00000040:3.0:1776200740.264287:0:38:0:(genops.c:1191:class_import_get()) import 000000000e91456c refcount=5 obd=lustre-OST0000-osc-ffff993bc2c8c000 00000100:00000001:3.0:1776200740.264292:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1776200740.264295:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1776200740.264299:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1776200740.264307:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000df024b8b. 00000100:00000001:3.0:1776200740.264314:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200740.264316:0:38:0:(import.c:1700:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446631080682645632 : -112993026905984 : ffff993bc2c4e880) 00000100:00080000:3.0:1776200740.264319:0:38:0:(import.c:86:import_set_state_nolock()) 000000000e91456c lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:3.0:1776200740.264321:0:38:0:(import.c:1894:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff993bc2c8c000: disconnect after 22s idle 00000100:00000001:3.0:1776200740.273903:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1776200740.273913:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200740.273922:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000e3e8d448] to pc [ptlrpcd_rcv+-1] req@00000000e3e8d448 x1862481227048064/t0(0) o9->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200740.273955:0:38:0:(import.c:1898:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200740.273958:0:38:0:(pinger.c:140:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1776200740.273960:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776200740.273971:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1776200740.273979:0:38:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 1 (323) 00000100:00000001:1.0:1776200740.274577:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200740.274581:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200740.274584:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200740.274644:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e3e8d448 x1862481227048064/t0(0) o9->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776200740.274652:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200740.274654:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200740.274658:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200740.274661:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200740.274664:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e3e8d448 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:afb33528-7691-4975-9821-d2ff03b6f7ab:2239:1862481227048064:192.168.203.148@tcp:9:kworker/u8:3.0 00000100:00000001:1.0:1776200740.274668:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200740.274673:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200740.274675:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200740.274678:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200740.274685:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000015c87ac5. 02000000:00000001:1.0:1776200740.274688:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200740.274696:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200740.274700:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000092d33e40. 00000400:00000010:1.0:1776200740.274705:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e92e4cf2. 00000100:00000200:1.0:1776200740.274710:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227048064, portal 4 00000100:00000001:1.0:1776200740.274712:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200740.274713:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682645632 : -112993026905984 : ffff993bc2c4e880) 00000100:00000040:1.0:1776200740.274719:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000e3e8d448 x1862481227048064/t0(0) o9->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200746 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776200740.274725:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200740.274727:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200740.274730:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb2d9aa8. 00000100:00000200:1.0:1776200740.274733:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1862481227048064, offset 0 00000400:00000200:1.0:1776200740.274739:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200740.274747:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200740.274754:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200740.274761:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200740.274765:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200740.274768:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200740.274771:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [362:362:256:4294967295] 192.168.203.148@tcp LPNI seq info [362:362:8:4294967295] 00000400:00000200:1.0:1776200740.274775:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200740.274783:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200740.274789:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200740.274793:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000045d123db (tot 3422846). 00000800:00000200:1.0:1776200740.274799:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200740.274807:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200740.274811:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000045d123db type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1776200740.274824:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200740.274825:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200740.274828:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200740.274832:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200740.274835:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200740.274843:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200740.274844:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200740.274846:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200740.274847:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200740.274849:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200740.274851:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200740.275931:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200740.275935:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000045d123db (tot 3422598). 00000400:00000200:3.0:1776200740.275941:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200740.275947:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200740.275951:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb2d9aa8 00000400:00000010:3.0:1776200740.275953:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb2d9aa8. 00000100:00000001:3.0:1776200740.275956:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200740.275960:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e3e8d448 x1862481227048064/t0(0) o9->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200746 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200740.275973:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200740.275976:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000e3e8d448 x1862481227048064/t0(0) o9->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200746 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200740.275982:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200740.275984:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200740.290832:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200740.290847:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200740.290852:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200740.290854:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200740.290864:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200740.290872:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200740.290889:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200740.290895:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200740.290899:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200740.290902:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 4 MB=0x69deab3f06480 00000400:00000200:3.0:1776200740.290907:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200740.290913:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.148@tcp of length 224/224 into md 0xe95 [1] + 224 00000800:00000001:3.0:1776200740.290920:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200740.290927:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200740.290929:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200740.290933:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200740.290938:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200740.290944:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e3e8d448 x1862481227048064/t0(0) o9->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200746 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:3.0:1776200740.290953:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000e3e8d448 x1862481227048064/t0(0) o9->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200746 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200740.290978:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200740.290985:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200740.290988:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200740.291860:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200740.291864:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200740.291871:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200740.291873:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200740.291885:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000092d33e40. 00000400:00000200:1.0:1776200740.291890:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e92e4cf2 00000400:00000010:1.0:1776200740.291891:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e92e4cf2. 00000100:00000001:1.0:1776200740.291895:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200740.291901:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e3e8d448 x1862481227048064/t0(0) o9->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200746 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:1.0:1776200740.291910:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e3e8d448 x1862481227048064/t0(0) o9->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200746 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776200740.291916:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200740.291918:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200740.291920:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200740.291922:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200740.291924:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200740.291926:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200740.291928:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200740.291935:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000b2ae5712 time=58 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200740.291939:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000ea7ae0b9 time=22 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200740.291942:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200740.291943:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200740.291945:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1776200740.291951:0:2239:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92325) req@00000000e3e8d448 x1862481227048064/t0(0) o9->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200746 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00010000:00000001:1.0:1776200740.291955:0:2239:0:(ldlm_request.c:1488:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200740.291958:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200740.291959:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-OST0000-osc-ffff993bc2c8c000: skip recheck: last_committed 4294967297 00000100:00000001:1.0:1776200740.291961:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200740.291963:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200740.291976:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e3e8d448 x1862481227048064/t0(0) o9->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200746 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776200740.291981:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200740.291984:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200740.291985:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1776200740.291988:0:2239:0:(import.c:1806:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=5: rc = 0 req@00000000e3e8d448 x1862481227048064/t0(0) o9->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200746 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00080000:1.0:1776200740.291996:0:2239:0:(import.c:86:import_set_state_nolock()) 000000000e91456c lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:1.0:1776200740.291999:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e3e8d448 x1862481227048064/t0(0) o9->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200746 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:1.0:1776200740.292005:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e3e8d448 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:afb33528-7691-4975-9821-d2ff03b6f7ab:2239:1862481227048064:192.168.203.148@tcp:9:kworker/u8:3.0 00000100:00000001:1.0:1776200740.292011:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200740.292014:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200740.292016:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000e3e8d448 x1862481227048064/t0(0) o9->lustre-OST0000-osc-ffff993bc2c8c000@192.168.203.148@tcp:28/4 lens 224/224 e 0 to 0 dl 1776200746 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776200740.292025:0:2239:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1776200740.292026:0:2239:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1776200740.292029:0:2239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000015c87ac5. 02000000:00000001:1.0:1776200740.292032:0:2239:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1776200740.292035:0:2239:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776200740.292036:0:2239:0:(genops.c:1204:class_import_put()) import 000000000e91456c refcount=4 obd=lustre-OST0000-osc-ffff993bc2c8c000 00000020:00000001:1.0:1776200740.292038:0:2239:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1776200740.292040:0:2239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000df024b8b. 02000000:00000001:1.0:1776200740.292046:0:2239:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1776200740.292047:0:2239:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1776200740.292049:0:2239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e3e8d448. 00000100:00000001:1.0:1776200740.292052:0:2239:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1776200740.292052:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200740.292054:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200740.292056:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200740.292057:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200740.292059:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200740.292060:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200740.649610:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200740.649617:0:420:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1776200740.649620:0:420:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1776200740.649622:0:420:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200740.649627:0:420:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1776200740.649628:0:420:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200740.649630:0:420:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200740.649632:0:420:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200740.649635:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200740.649637:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200740.649640:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200740.649640:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200740.655720:0:5026:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200740.655724:0:5026:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200740.655729:0:5026:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1776200741.287710:0:2239:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1776200741.287723:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200741.287724:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200741.287728:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200741.287730:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200741.287735:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200741.287736:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1776200741.288020:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 822f82fc-1b4a-4a91-a190-4cbe8fb35285->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776200741.288026:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) 822f82fc-1b4a-4a91-a190-4cbe8fb35285->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1776200741.288029:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776200741.288031:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1776200741.288034:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776200741.288037:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1776200741.288039:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776200741.288041:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1776200741.288043:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776200741.288048:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1776200741.288050:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776200741.288052:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1776200741.288054:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776200741.288057:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1776200741.288061:0:38:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 4 (324) 00010000:00000001:2.0:1776200741.671665:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200741.671670:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200741.671676:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200741.671677:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200741.671680:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200741.671681:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200741.671927:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200741.671931:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200741.671934:0:5027:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1776200742.311763:0:2239:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1776200742.311776:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1776200742.311777:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200742.311782:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200742.311785:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200742.311789:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200742.311791:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200742.696669:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200742.696672:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200742.696677:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200742.696678:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200742.696681:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200742.696682:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200742.696805:0:5026:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200742.696808:0:5026:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200742.696811:0:5026:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1776200743.335770:0:2239:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1776200743.335783:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1776200743.335784:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200743.335789:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200743.335791:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200743.335795:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200743.335798:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200743.719715:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200743.719721:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200743.719727:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200743.719728:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200743.719731:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200743.719749:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200743.720132:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200743.720136:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200743.720139:0:5027:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1776200744.359726:0:2239:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1776200744.359738:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1776200744.359739:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200744.359745:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200744.359749:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200744.359753:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200744.359755:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200744.359866:0:37:0:(rw.c:1534:ll_writepages()) Process entered 00000080:00000001:0.0:1776200744.359870:0:37:0:(file.c:4656:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1776200744.359872:0:37:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:0.0:1776200744.359876:0:37:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080802469000 : -112992907082616 : ffff993bc9e94488) 00000020:00001000:0.0:1776200744.359879:0:37:0:(cl_object.c:739:cl_env_get()) 1@00000000bbd77179 00000020:00000001:0.0:1776200744.359885:0:37:0:(cl_object.c:152:cl_object_top()) 000000000e649d27 -> 000000000e649d27 00000020:00000001:0.0:1776200744.359887:0:37:0:(cl_io.c:145:__cl_io_init()) Process entered 00000080:00000001:0.0:1776200744.359889:0:37:0:(vvp_io.c:1814:vvp_io_init()) Process entered 00000080:00200000:0.0:1776200744.359891:0:37:0:(vvp_io.c:1820:vvp_io_init()) [0x200000401:0x1:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1776200744.359894:0:37:0:(cl_io.c:827:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1776200744.359895:0:37:0:(cl_io.c:833:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1776200744.359896:0:37:0:(vvp_io.c:1868:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1776200744.359899:0:37:0:(lov_object.c:1514:lov_io_init()) [0x200000401:0x1:0x0]io 000000004880ada4 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1776200744.359902:0:37:0:(lov_object.c:1182:lov_conf_freeze()) To take share lov(0000000080f719a9) owner 0000000000000000/00000000a1aa4a9a 00020000:00000001:0.0:1776200744.359906:0:37:0:(lov_io.c:1830:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1776200744.359908:0:37:0:(lov_io.c:479:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1776200744.359911:0:37:0:(lov_io.c:307:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1776200744.359922:0:37:0:(lov_io.c:318:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1776200744.359924:0:37:0:(lov_io.c:587:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1776200744.359927:0:37:0:(lov_io.c:201:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1776200744.359928:0:37:0:(lov_io.c:209:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200744.359929:0:37:0:(cl_io.c:827:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1776200744.359930:0:37:0:(cl_io.c:833:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1776200744.359931:0:37:0:(lov_io.c:1842:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1776200744.359932:0:37:0:(lov_object.c:1190:lov_conf_thaw()) To release share lov(0000000080f719a9) owner 0000000000000000/00000000a1aa4a9a 00000020:00000001:0.0:1776200744.359935:0:37:0:(cl_io.c:162:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200744.359937:0:37:0:(cl_io.c:760:cl_io_loop()) Process entered 00000020:00000001:0.0:1776200744.359938:0:37:0:(cl_io.c:395:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1776200744.359940:0:37:0:(lov_io.c:801:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1776200744.359943:0:37:0:(lov_io.c:825:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1776200744.359946:0:37:0:(lov_offset.c:267:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1776200744.359949:0:37:0:(lov_io.c:162:lov_sub_get()) Process entered 00020000:00000001:0.0:1776200744.359951:0:37:0:(lov_io.c:111:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1776200744.359952:0:37:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:0.0:1776200744.359953:0:37:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080802471160 : -112992907080456 : ffff993bc9e94cf8) 00000020:00001000:0.0:1776200744.359955:0:37:0:(cl_object.c:739:cl_env_get()) 1@00000000b0a67ee6 00000020:00000001:0.0:1776200744.359958:0:37:0:(cl_object.c:152:cl_object_top()) 000000002692f9d9 -> 000000000e649d27 00000020:00000001:0.0:1776200744.359959:0:37:0:(cl_io.c:145:__cl_io_init()) Process entered 00000020:00000001:0.0:1776200744.359962:0:37:0:(cl_io.c:827:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1776200744.359963:0:37:0:(cl_io.c:833:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1776200744.359964:0:37:0:(cl_io.c:162:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1776200744.359965:0:37:0:(lov_io.c:153:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1776200744.359967:0:37:0:(lov_io.c:190:lov_sub_get()) Process leaving (rc=18446631080713887720 : -112992995663896 : ffff993bc4a19fe8) 00000020:00000001:0.0:1776200744.359969:0:37:0:(cl_io.c:395:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1776200744.359970:0:37:0:(cl_io.c:407:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1776200744.359972:0:37:0:(lov_io.c:930:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200744.359973:0:37:0:(cl_io.c:407:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200744.359975:0:37:0:(cl_io.c:316:cl_io_lock()) Process entered 00020000:00000001:0.0:1776200744.359976:0:37:0:(lov_io.c:1044:lov_io_lock()) Process entered 00020000:00000001:0.0:1776200744.359977:0:37:0:(lov_io.c:1030:lov_io_call()) Process entered 00000020:00000001:0.0:1776200744.359978:0:37:0:(cl_io.c:316:cl_io_lock()) Process entered 00000020:00000001:0.0:1776200744.359980:0:37:0:(cl_io.c:288:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1776200744.359980:0:37:0:(cl_io.c:297:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200744.359982:0:37:0:(cl_io.c:336:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1776200744.359983:0:37:0:(lov_io.c:1039:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1776200744.359984:0:37:0:(lov_io.c:1045:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200744.359985:0:37:0:(cl_io.c:288:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1776200744.359986:0:37:0:(cl_io.c:297:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200744.359987:0:37:0:(cl_io.c:336:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200744.359989:0:37:0:(cl_io.c:521:cl_io_start()) Process entered 00020000:00000001:0.0:1776200744.359990:0:37:0:(lov_io.c:1050:lov_io_start()) Process entered 00020000:00000001:0.0:1776200744.359992:0:37:0:(lov_io.c:1030:lov_io_call()) Process entered 00000020:00000001:0.0:1776200744.359992:0:37:0:(cl_io.c:521:cl_io_start()) Process entered 00000008:00000001:0.0:1776200744.359994:0:37:0:(osc_io.c:966:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1776200744.359996:0:37:0:(osc_cache.c:2936:osc_cache_writeback_range()) Process entered 00000008:00000020:0.0:1776200744.360000:0:37:0:(osc_cache.c:3047:osc_cache_writeback_range()) obj 000000008a2b767f ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615], 0. 00000008:00000001:0.0:1776200744.360003:0:37:0:(osc_cache.c:3048:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1776200744.360005:0:37:0:(osc_io.c:993:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200744.360006:0:37:0:(cl_io.c:533:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1776200744.360007:0:37:0:(lov_io.c:1039:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1776200744.360008:0:37:0:(lov_io.c:1051:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200744.360009:0:37:0:(cl_io.c:533:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200744.360011:0:37:0:(cl_io.c:548:cl_io_end()) Process entered 00020000:00000001:0.0:1776200744.360012:0:37:0:(lov_io.c:1543:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1776200744.360013:0:37:0:(lov_io.c:1056:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1776200744.360014:0:37:0:(cl_io.c:548:cl_io_end()) Process entered 00000020:00000001:0.0:1776200744.360015:0:37:0:(cl_io.c:556:cl_io_end()) Process leaving 00020000:00000001:0.0:1776200744.360016:0:37:0:(lov_io.c:1066:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1776200744.360017:0:37:0:(lov_io.c:1554:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1776200744.360018:0:37:0:(cl_io.c:556:cl_io_end()) Process leaving 00000020:00000001:0.0:1776200744.360020:0:37:0:(cl_io.c:354:cl_io_unlock()) Process entered 00020000:00000001:0.0:1776200744.360021:0:37:0:(lov_io.c:1144:lov_io_unlock()) Process entered 00020000:00000001:0.0:1776200744.360022:0:37:0:(lov_io.c:1030:lov_io_call()) Process entered 00000020:00000001:0.0:1776200744.360023:0:37:0:(cl_io.c:354:cl_io_unlock()) Process entered 00000020:00000001:0.0:1776200744.360024:0:37:0:(cl_io.c:375:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1776200744.360025:0:37:0:(lov_io.c:1078:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1776200744.360027:0:37:0:(lov_io.c:1039:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1776200744.360028:0:37:0:(lov_io.c:1147:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1776200744.360029:0:37:0:(cl_io.c:375:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1776200744.360030:0:37:0:(cl_io.c:442:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1776200744.360031:0:37:0:(cl_io.c:458:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1776200744.360032:0:37:0:(cl_io.c:425:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1776200744.360033:0:37:0:(lov_io.c:1125:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1776200744.360034:0:37:0:(lov_io.c:1030:lov_io_call()) Process entered 00000020:00000001:0.0:1776200744.360034:0:37:0:(cl_io.c:425:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1776200744.360035:0:37:0:(cl_io.c:431:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1776200744.360036:0:37:0:(lov_io.c:1072:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1776200744.360037:0:37:0:(lov_io.c:1039:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1776200744.360039:0:37:0:(lov_io.c:1136:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1776200744.360040:0:37:0:(cl_io.c:431:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1776200744.360041:0:37:0:(cl_io.c:806:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200744.360043:0:37:0:(cl_io.c:92:cl_io_fini()) Process entered 00020000:00000001:0.0:1776200744.360044:0:37:0:(lov_io.c:647:lov_io_fini()) Process entered 00020000:00000001:0.0:1776200744.360045:0:37:0:(lov_io.c:80:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1776200744.360046:0:37:0:(cl_io.c:92:cl_io_fini()) Process entered 00000020:00000001:0.0:1776200744.360047:0:37:0:(cl_io.c:132:cl_io_fini()) Process leaving 00000020:00001000:0.0:1776200744.360049:0:37:0:(cl_object.c:820:cl_env_put()) 1@00000000b0a67ee6 00020000:00000001:0.0:1776200744.360051:0:37:0:(lov_io.c:88:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1776200744.360052:0:37:0:(lov_io.c:664:lov_io_fini()) Process leaving 00000080:00000001:0.0:1776200744.360054:0:37:0:(vvp_io.c:304:vvp_io_fini()) Process entered 00000080:00200000:0.0:1776200744.360055:0:37:0:(vvp_io.c:313:vvp_io_fini()) [0x200000401:0x1:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0 00000080:00000001:0.0:1776200744.360058:0:37:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1776200744.360058:0:37:0:(cl_io.c:132:cl_io_fini()) Process leaving 00000020:00001000:0.0:1776200744.360059:0:37:0:(cl_object.c:820:cl_env_put()) 1@00000000bbd77179 00000080:00000001:0.0:1776200744.360061:0:37:0:(file.c:4687:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1776200744.360063:0:37:0:(rw.c:1570:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200744.744085:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200744.744091:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200744.744097:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200744.744098:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200744.744101:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200744.744102:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200744.744658:0:5026:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200744.744662:0:5026:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200744.744665:0:5026:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1776200745.319797:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 822f82fc-1b4a-4a91-a190-4cbe8fb35285->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776200745.319808:0:37:0:(pinger.c:265:ptlrpc_pinger_process_import()) 822f82fc-1b4a-4a91-a190-4cbe8fb35285->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1776200745.319810:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776200745.319813:0:37:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1776200745.319815:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776200745.319818:0:37:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1776200745.319820:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776200745.319823:0:37:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1776200745.319825:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776200745.319827:0:37:0:(pinger.c:265:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1776200745.319829:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776200745.319831:0:37:0:(pinger.c:265:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1776200745.319832:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776200745.319842:0:37:0:(pinger.c:265:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1776200745.319848:0:37:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (328) 00000100:00000001:3.0:1776200745.384762:0:2239:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1776200745.384785:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1776200745.384787:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200745.384793:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200745.384796:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200745.384801:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200745.384803:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200745.767804:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200745.767809:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200745.767814:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200745.767815:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200745.767818:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200745.767819:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200745.768531:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200745.768534:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200745.768537:0:5027:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1776200746.407697:0:2239:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1776200746.407709:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1776200746.407711:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200746.407717:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200746.407719:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200746.407723:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200746.407725:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200746.791949:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200746.791954:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200746.791960:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200746.791960:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200746.791964:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200746.791965:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200746.797706:0:5026:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200746.797711:0:5026:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200746.797716:0:5026:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1776200747.438025:0:2239:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1776200747.438030:0:2239:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1776200747.438042:0:2239:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1776200736/real 1776200736] req@00000000d0302f9f x1862481227047808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1776200747 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000001:1.0:1776200747.438059:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200747.438061:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200747.438064:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003ca19aef. 00000400:00000200:1.0:1776200747.438069:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015d4f09d 00000400:00000010:1.0:1776200747.438071:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015d4f09d. 00000100:00000001:1.0:1776200747.438075:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200747.438078:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d0302f9f x1862481227047808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1776200747 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:1.0:1776200747.438086:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d0302f9f x1862481227047808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1776200747 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1776200747.438092:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200747.438094:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200747.438096:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200747.438098:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1776200747.438101:0:2239:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d0302f9f x1862481227047808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1776200747 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1776200747.438106:0:2239:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200747.438108:0:2239:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1776200747.438111:0:2239:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1776200736/real 1776200736] req@000000009f7ded86 x1862481227047872/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1776200747 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000001:1.0:1776200747.438123:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200747.438124:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200747.438125:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002bcce075. 00000400:00000200:1.0:1776200747.438127:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb3aca56 00000400:00000010:1.0:1776200747.438128:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb3aca56. 00000100:00000001:1.0:1776200747.438130:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200747.438132:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009f7ded86 x1862481227047872/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1776200747 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:1.0:1776200747.438138:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009f7ded86 x1862481227047872/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1776200747 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1776200747.438143:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200747.438144:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200747.438145:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200747.438147:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1776200747.438149:0:2239:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009f7ded86 x1862481227047872/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1776200747 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1776200747.439223:0:2239:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200747.439227:0:2239:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1776200747.439236:0:2239:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1776200736/real 1776200736] req@00000000d5451143 x1862481227047936/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1776200747 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000001:1.0:1776200747.439250:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200747.439251:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200747.439254:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000408d8f7e. 00000400:00000200:1.0:1776200747.439258:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cb6a12dd 00000400:00000010:1.0:1776200747.439260:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cb6a12dd. 00000100:00000001:1.0:1776200747.439263:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200747.439265:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d5451143 x1862481227047936/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1776200747 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:1.0:1776200747.439273:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d5451143 x1862481227047936/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1776200747 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1776200747.439285:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200747.439286:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200747.439288:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200747.439289:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1776200747.439292:0:2239:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d5451143 x1862481227047936/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1776200747 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1776200747.439297:0:2239:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200747.439305:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200747.439307:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200747.439309:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200747.439311:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200747.439314:0:2239:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1776200747.439316:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d0302f9f x1862481227047808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1776200747 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1776200747.439323:0:2239:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1776200747.439325:0:2239:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200747.439326:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200747.439327:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200747.439329:0:2239:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1776200747.439331:0:2239:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1776200747.439335:0:2239:0:(import.c:86:import_set_state_nolock()) 0000000023f5a97b MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776200747.439438:0:2239:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.148@tcp failed (-110) 00000100:00000001:1.0:1776200747.439441:0:2239:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1776200747.439446:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d0302f9f x1862481227047808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1776200747 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1776200747.439453:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d0302f9f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:822f82fc-1b4a-4a91-a190-4cbe8fb35285:2239:1862481227047808:192.168.203.148@tcp:250:kworker/u8:2.0 00000100:00000001:1.0:1776200747.439458:0:2239:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1776200747.439461:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009f7ded86 x1862481227047872/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1776200747 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1776200747.439469:0:2239:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1776200747.439470:0:2239:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200747.439472:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200747.439472:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200747.439473:0:2239:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1776200747.439474:0:2239:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1776200747.439475:0:2239:0:(import.c:86:import_set_state_nolock()) 000000000fe8d637 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1776200747.439498:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 822f82fc-1b4a-4a91-a190-4cbe8fb35285->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1776200747.439502:0:37:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1776200747.439503:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:0.0:1776200747.439506:0:37:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1776200747.439507:0:37:0:(import.c:86:import_set_state_nolock()) 0000000023f5a97b MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1776200747.439511:0:37:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1776200747.439513:0:37:0:(import.c:534:import_select_connection()) MGC192.168.203.148@tcp: connect to NID 192.168.203.148@tcp last attempt 314 00000100:00001000:0.0:1776200747.439516:0:37:0:(import.c:1935:at_measured()) add 11 to 000000006882029e time=116 v=6 (6 0 0 0) 00000100:00001000:0.0:1776200747.439518:0:37:0:(import.c:2000:at_measured()) AT 000000006882029e change: old=6 new=11 delta=5 (val=11) hist 11 0 0 0 00000100:00080000:0.0:1776200747.439520:0:37:0:(import.c:581:import_select_connection()) MGC192.168.203.148@tcp: tried all connections, increasing latency to 11s 00000100:00000040:0.0:1776200747.439523:0:37:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008e68683d refcount 20 to 192.168.203.148@tcp 00000100:00000001:0.0:1776200747.439525:0:37:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1776200747.439527:0:37:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008e68683d refcount 21 to 192.168.203.148@tcp 00000100:00000001:0.0:1776200747.439529:0:37:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446631080717689120 : -112992991862496 : ffff993bc4dba120) 00000020:00000001:0.0:1776200747.439532:0:37:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1776200747.439534:0:37:0:(genops.c:911:class_conn2export()) looking for export cookie 0x8d91c35bada81bb0 00000020:00000001:0.0:1776200747.439536:0:37:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200747.439538:0:37:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000035106081 refcount=3 00000020:00000001:0.0:1776200747.439541:0:37:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080683325440 : -112993026226176 : ffff993bc2cf4800) 00000020:00000001:0.0:1776200747.439543:0:37:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446631080683325440 : -112993026226176 : ffff993bc2cf4800) 00000100:00000040:0.0:1776200747.439545:0:37:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008e68683d refcount 20 to 192.168.203.148@tcp 00000100:00000001:0.0:1776200747.439547:0:37:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1776200747.439548:0:37:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008e68683d refcount 21 to 192.168.203.148@tcp 00000100:00000001:0.0:1776200747.439550:0:37:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446631080717689120 : -112992991862496 : ffff993bc4dba120) 00000020:00000040:0.0:1776200747.439552:0:37:0:(genops.c:979:class_export_put()) PUTting export 0000000035106081 : new refcount 2 00000100:00080000:0.0:1776200747.439555:0:37:0:(import.c:615:import_select_connection()) MGC192.168.203.148@tcp: import 0000000023f5a97b using connection MGC192.168.203.148@tcp_0/192.168.203.148@tcp 00000100:00000001:0.0:1776200747.439557:0:37:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200747.439559:0:37:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1776200747.439562:0:37:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1776200747.439565:0:37:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200747.439567:0:37:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:0.0:1776200747.439569:0:37:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1776200747.439577:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002905e80c. 00000020:00000040:0.0:1776200747.439579:0:37:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=5 obd=MGC192.168.203.148@tcp 02000000:00000001:0.0:1776200747.439582:0:37:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1776200747.439583:0:37:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200747.439585:0:37:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1776200747.439645:0:37:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1776200747.439648:0:37:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1776200747.439654:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000572da089. 00000100:00000001:0.0:1776200747.439658:0:37:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200747.439661:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002905e80c x1862481227048128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1776200747.439666:0:37:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1776200747.439669:0:37:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200747.439671:0:37:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000002905e80c] to pc [ptlrpcd_rcv+-1] req@000000002905e80c x1862481227048128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1776200747.439677:0:37:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200747.439678:0:37:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1776200747.439679:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1776200747.439681:0:37:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1776200747.439681:0:37:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1776200747.439682:0:37:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1776200747.439683:0:37:0:(import.c:86:import_set_state_nolock()) 000000000fe8d637 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1776200747.439684:0:37:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1776200747.439686:0:37:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff993be2454000: connect to NID 192.168.203.148@tcp last attempt 314 00000100:00001000:0.0:1776200747.439687:0:37:0:(import.c:1935:at_measured()) add 11 to 00000000c52bcd28 time=116 v=6 (6 0 0 0) 00000100:00001000:0.0:1776200747.439689:0:37:0:(import.c:2000:at_measured()) AT 00000000c52bcd28 change: old=6 new=11 delta=5 (val=11) hist 11 0 0 0 00000100:00080000:0.0:1776200747.439691:0:37:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff993be2454000: tried all connections, increasing latency to 11s 00000100:00000040:0.0:1776200747.439693:0:37:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008e68683d refcount 20 to 192.168.203.148@tcp 00000100:00000001:0.0:1776200747.439695:0:37:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1776200747.439696:0:37:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008e68683d refcount 21 to 192.168.203.148@tcp 00000100:00000001:0.0:1776200747.439698:0:37:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446631080717689120 : -112992991862496 : ffff993bc4dba120) 00000020:00000001:0.0:1776200747.439699:0:37:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1776200747.439700:0:37:0:(genops.c:911:class_conn2export()) looking for export cookie 0x8d91c35bada81bfd 00000020:00000001:0.0:1776200747.439702:0:37:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200747.439703:0:37:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002901c2fb refcount=5 00000020:00000001:0.0:1776200747.439704:0:37:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080768368640 : -112992941182976 : ffff993bc7e0f000) 00000020:00000001:0.0:1776200747.439706:0:37:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446631080768368640 : -112992941182976 : ffff993bc7e0f000) 00000100:00000040:0.0:1776200747.439708:0:37:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008e68683d refcount 20 to 192.168.203.148@tcp 00000100:00000001:0.0:1776200747.439710:0:37:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1776200747.439711:0:37:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008e68683d refcount 21 to 192.168.203.148@tcp 00000100:00000001:0.0:1776200747.439712:0:37:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446631080717689120 : -112992991862496 : ffff993bc4dba120) 00000020:00000040:0.0:1776200747.439714:0:37:0:(genops.c:979:class_export_put()) PUTting export 000000002901c2fb : new refcount 4 00000100:00080000:0.0:1776200747.439717:0:37:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff993be2454000: import 000000000fe8d637 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00000001:0.0:1776200747.439719:0:37:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200747.439720:0:37:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1776200747.439734:0:37:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1776200747.439736:0:37:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200747.439738:0:37:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1776200747.439742:0:37:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1776200747.439745:0:37:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200747.439746:0:37:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1776200747.439749:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d26d23a7. 00000020:00000040:0.0:1776200747.439752:0:37:0:(genops.c:1191:class_import_get()) import 000000000fe8d637 refcount=109 obd=lustre-MDT0000-mdc-ffff993be2454000 02000000:00000001:0.0:1776200747.439755:0:37:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1776200747.439756:0:37:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200747.439757:0:37:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1776200747.439759:0:37:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1776200747.439760:0:37:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1776200747.439763:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000d3dc3b50. 00000100:00000001:0.0:1776200747.439766:0:37:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200747.439769:0:37:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d26d23a7 x1862481227048192/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1776200747.439773:0:37:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1776200747.439774:0:37:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200747.439775:0:37:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d26d23a7] to pc [ptlrpcd_rcv+-1] req@00000000d26d23a7 x1862481227048192/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1776200747.439779:0:37:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200747.439779:0:37:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1776200747.439780:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776200747.439782:0:37:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1776200747.439784:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776200747.439786:0:37:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1776200747.439788:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776200747.439790:0:37:0:(pinger.c:265:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1776200747.439792:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776200747.439794:0:37:0:(pinger.c:265:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1776200747.439795:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776200747.439796:0:37:0:(pinger.c:265:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1776200747.439800:0:37:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (331) 00000100:00080000:1.0:1776200747.440843:0:2239:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00000001:1.0:1776200747.440849:0:2239:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1776200747.440856:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f7ded86 x1862481227047872/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1776200747 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1776200747.440865:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f7ded86 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227047872:192.168.203.148@tcp:38:kworker/u8:2.0 00000100:00080000:3.0:1776200747.440867:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776200747.440871:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1776200747.440872:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776200747.440874:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1776200747.440875:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776200747.440877:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1776200747.440878:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776200747.440881:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1776200747.440883:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776200747.440885:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1776200747.440890:0:38:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (331) 00000100:00000001:1.0:1776200747.440896:0:2239:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1776200747.440902:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d5451143 x1862481227047936/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1776200747 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1776200747.440909:0:2239:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1776200747.440912:0:2239:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200747.440914:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200747.440915:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200747.440917:0:2239:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1776200747.440918:0:2239:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1776200747.440920:0:2239:0:(import.c:86:import_set_state_nolock()) 000000003f892a49 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1776200747.440931:0:2239:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00000001:1.0:1776200747.440933:0:2239:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1776200747.440935:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d5451143 x1862481227047936/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1776200747 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'kworker/u8:2.0' 00000100:00100000:1.0:1776200747.440949:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5451143 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:afb33528-7691-4975-9821-d2ff03b6f7ab:2239:1862481227047936:192.168.203.148@tcp:38:kworker/u8:2.0 00000100:00080000:3.0:1776200747.440952:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1776200747.440954:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1776200747.440959:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1776200747.440960:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00080000:3.0:1776200747.440961:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1776200747.440965:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000d0302f9f x1862481227047808/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 1 dl 1776200747 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'kworker/u8:2.0' 00000100:00080000:3.0:1776200747.440967:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1776200747.440971:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1776200747.440977:0:2239:0:(client.c:2578:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1776200747.440978:0:38:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 02000000:00000001:1.0:1776200747.440980:0:2239:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:3.0:1776200747.440981:0:38:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 02000000:00000010:1.0:1776200747.440984:0:2239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000003721b7c9. 00000100:00000001:3.0:1776200747.440984:0:38:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1776200747.440987:0:38:0:(import.c:86:import_set_state_nolock()) 000000003f892a49 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:1.0:1776200747.440991:0:2239:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1776200747.440991:0:38:0:(import.c:519:import_select_connection()) Process entered 00000020:00000001:1.0:1776200747.440994:0:2239:0:(genops.c:1198:class_import_put()) Process entered 00000100:00080000:3.0:1776200747.440995:0:38:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff993bc2c8c000: connect to NID 192.168.203.148@tcp last attempt 314 00000020:00000040:1.0:1776200747.440996:0:2239:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000100:00001000:3.0:1776200747.440998:0:38:0:(import.c:1935:at_measured()) add 11 to 00000000c01f1611 time=65 v=6 (6 0 0 0) 00000020:00000001:1.0:1776200747.441000:0:2239:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1776200747.441002:0:2239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000b5565b32. 00000100:00001000:3.0:1776200747.441003:0:38:0:(import.c:2000:at_measured()) AT 00000000c01f1611 change: old=6 new=11 delta=5 (val=11) hist 11 0 0 0 02000000:00000001:1.0:1776200747.441007:0:2239:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:3.0:1776200747.441008:0:38:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff993bc2c8c000: tried all connections, increasing latency to 11s 02000000:00000001:1.0:1776200747.441010:0:2239:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1776200747.441012:0:2239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d0302f9f. 00000100:00000040:3.0:1776200747.441012:0:38:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008e68683d refcount 20 to 192.168.203.148@tcp 00000100:00000001:3.0:1776200747.441017:0:38:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1776200747.441018:0:2239:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1776200747.441019:0:38:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008e68683d refcount 21 to 192.168.203.148@tcp 00000100:00000001:1.0:1776200747.441021:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200747.441023:0:38:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446631080717689120 : -112992991862496 : ffff993bc4dba120) 00000100:00000001:1.0:1776200747.441024:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200747.441027:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000009f7ded86 x1862481227047872/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1776200747 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'kworker/u8:2.0' 00000020:00000001:3.0:1776200747.441027:0:38:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:3.0:1776200747.441030:0:38:0:(genops.c:911:class_conn2export()) looking for export cookie 0x8d91c35bada81c74 00000020:00000001:3.0:1776200747.441033:0:38:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1776200747.441035:0:38:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ac616ecf refcount=5 00000100:00000001:1.0:1776200747.441036:0:2239:0:(client.c:2578:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1776200747.441038:0:38:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802101248 : -112992907450368 : ffff993bc9e3a800) 02000000:00000001:1.0:1776200747.441039:0:2239:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1776200747.441040:0:38:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446631080802101248 : -112992907450368 : ffff993bc9e3a800) 02000000:00000010:1.0:1776200747.441042:0:2239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000eeb1c353. 00000100:00000040:3.0:1776200747.441045:0:38:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008e68683d refcount 20 to 192.168.203.148@tcp 02000000:00000001:1.0:1776200747.441046:0:2239:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1776200747.441048:0:38:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1776200747.441049:0:2239:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776200747.441051:0:2239:0:(genops.c:1204:class_import_put()) import 000000000fe8d637 refcount=108 obd=lustre-MDT0000-mdc-ffff993be2454000 00000100:00000040:3.0:1776200747.441051:0:38:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008e68683d refcount 21 to 192.168.203.148@tcp 00000100:00000001:3.0:1776200747.441054:0:38:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446631080717689120 : -112992991862496 : ffff993bc4dba120) 00000020:00000001:1.0:1776200747.441055:0:2239:0:(genops.c:1211:class_import_put()) Process leaving 00000020:00000040:3.0:1776200747.441057:0:38:0:(genops.c:979:class_export_put()) PUTting export 00000000ac616ecf : new refcount 4 02000000:00000010:1.0:1776200747.441058:0:2239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000a91f3241. 00000100:00080000:3.0:1776200747.441060:0:38:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff993bc2c8c000: import 000000003f892a49 using connection 192.168.203.148@tcp/192.168.203.148@tcp 02000000:00000001:1.0:1776200747.441063:0:2239:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1776200747.441063:0:38:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200747.441065:0:2239:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1776200747.441066:0:38:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 00000100:00000010:1.0:1776200747.441067:0:2239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009f7ded86. 02000000:00000001:3.0:1776200747.441070:0:38:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200747.441073:0:2239:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1776200747.441074:0:38:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200747.441075:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200747.441076:0:38:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:1.0:1776200747.441079:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000008:00100000:3.0:1776200747.441079:0:38:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1776200747.441082:0:38:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200747.441083:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000d5451143 x1862481227047936/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1776200747 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200747.441085:0:38:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1776200747.441091:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000076d2726. 00000100:00000001:1.0:1776200747.441092:0:2239:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1776200747.441095:0:2239:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:3.0:1776200747.441095:0:38:0:(genops.c:1191:class_import_get()) import 000000003f892a49 refcount=15 obd=lustre-MDT0000-mdc-ffff993bc2c8c000 02000000:00000010:1.0:1776200747.441097:0:2239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000938fd801. 02000000:00000001:3.0:1776200747.441100:0:38:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:1.0:1776200747.441102:0:2239:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1776200747.441102:0:38:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1776200747.441104:0:2239:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776200747.441106:0:2239:0:(genops.c:1204:class_import_put()) import 000000003f892a49 refcount=14 obd=lustre-MDT0000-mdc-ffff993bc2c8c000 00000100:00000001:3.0:1776200747.441107:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:1.0:1776200747.441109:0:2239:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000001:3.0:1776200747.441110:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:1.0:1776200747.441111:0:2239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000e8a5c184. 02000000:00000001:1.0:1776200747.441113:0:2239:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1776200747.441114:0:2239:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1776200747.441115:0:2239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d5451143. 02000000:00000001:3.0:1776200747.441115:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200747.441119:0:2239:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1776200747.441120:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200747.441121:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1776200747.441122:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000a14c38b0. 00000100:00000001:1.0:1776200747.441127:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1776200747.441128:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200747.441129:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200747.441132:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200747.441134:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1776200747.441135:0:38:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000076d2726 x1862481227048256/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1776200747.441136:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200747.441140:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002905e80c x1862481227048128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1776200747.441155:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200747.441156:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200747.441159:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200747.441160:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200747.441162:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002905e80c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:822f82fc-1b4a-4a91-a190-4cbe8fb35285:2239:1862481227048128:192.168.203.148@tcp:250:kworker/u8:2.0 00000100:00000001:1.0:1776200747.441165:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200747.441168:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200747.441169:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200747.441171:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200747.441174:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000086092c08. 02000000:00000001:1.0:1776200747.441175:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200747.441180:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200747.441183:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000092d33e40. 00000400:00000010:1.0:1776200747.441187:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e92e4cf2. 00000100:00000200:1.0:1776200747.441192:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227048128, portal 25 00000100:00000001:1.0:1776200747.441194:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200747.441195:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080685167552 : -112993024384064 : ffff993bc2eb63c0) 00000100:00000040:1.0:1776200747.441209:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000002905e80c x1862481227048128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1776200763 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1776200747.441215:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200747.441217:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200747.441220:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a326b56. 00000100:00000200:1.0:1776200747.441223:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862481227048128, offset 0 00000400:00000200:1.0:1776200747.441229:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200747.441235:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200747.441256:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200747.441263:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200747.441266:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200747.441269:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200747.441273:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [363:363:256:4294967295] 192.168.203.148@tcp LPNI seq info [363:363:8:4294967295] 00000400:00000200:1.0:1776200747.441276:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200747.441284:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200747.441289:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200747.441294:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e9b3a0d (tot 3422846). 00000800:00000200:1.0:1776200747.441299:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200747.441306:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200747.441309:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002e9b3a0d type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1776200747.441327:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200747.441329:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200747.441331:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200747.441334:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200747.441337:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d26d23a7 x1862481227048192/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1776200747.441348:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200747.441349:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200747.441354:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200747.441355:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200747.441357:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d26d23a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227048192:192.168.203.148@tcp:38:kworker/u8:2.0 00000100:00000001:1.0:1776200747.441360:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200747.441362:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200747.441363:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200747.441364:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200747.441367:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002ea16982. 02000000:00000001:1.0:1776200747.441369:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200747.441372:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200747.441374:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005632260e. 00000400:00000010:1.0:1776200747.441376:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd5272a1. 00000100:00000200:1.0:1776200747.441379:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227048192, portal 10 00000100:00000001:1.0:1776200747.441381:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200747.441381:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080685157824 : -112993024393792 : ffff993bc2eb3dc0) 00000100:00000040:1.0:1776200747.441386:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000d26d23a7 x1862481227048192/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1776200763 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1776200747.441391:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200747.441393:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200747.441395:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fae349cc. 00000100:00000200:1.0:1776200747.441397:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862481227048192, offset 0 00000400:00000200:1.0:1776200747.441400:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200747.441403:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200747.441406:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200747.441409:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200747.441411:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200747.441413:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200747.441416:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [364:364:255:4294967295] 192.168.203.148@tcp LPNI seq info [364:364:7:4294967295] 00000400:00000200:1.0:1776200747.441419:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200747.441425:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200747.441429:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200747.441431:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004beab876 (tot 3423094). 00000800:00000200:1.0:1776200747.441435:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200747.441439:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200747.441441:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004beab876 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1776200747.441443:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200747.441445:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200747.441446:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200747.441449:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200747.441450:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200747.441453:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200747.441454:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1776200747.441456:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200747.441457:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200747.441458:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200747.441460:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200747.441470:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1776200747.441474:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200747.441479:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000076d2726] to pc [ptlrpcd_rcv+-1] req@00000000076d2726 x1862481227048256/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200747.441496:0:38:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200747.441498:0:38:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:3.0:1776200747.441499:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776200747.441501:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1776200747.441503:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776200747.441506:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1776200747.441509:0:38:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (331) 00000800:00000200:2.0:1776200747.441529:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200747.441532:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e9b3a0d (tot 3422846). 00000400:00000200:2.0:1776200747.441536:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200747.441541:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200747.441545:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a326b56 00000400:00000010:2.0:1776200747.441546:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a326b56. 00000100:00000001:2.0:1776200747.441550:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200747.441553:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002905e80c x1862481227048128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1776200763 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200747.441561:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200747.441563:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000002905e80c x1862481227048128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1776200763 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200747.441573:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200747.441574:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:1.0:1776200747.441905:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200747.441907:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200747.441909:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200747.441913:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000076d2726 x1862481227048256/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776200747.441920:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200747.441921:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200747.441923:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200747.441925:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200747.441928:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000076d2726 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:afb33528-7691-4975-9821-d2ff03b6f7ab:2239:1862481227048256:192.168.203.148@tcp:38:kworker/u8:3.0 00000100:00000001:1.0:1776200747.441931:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200747.441933:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200747.441934:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200747.441935:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200747.441938:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004cc6dae7. 02000000:00000001:1.0:1776200747.441940:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200747.441944:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200747.441947:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ea2b561a. 00000400:00000010:1.0:1776200747.441950:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b28f9ce. 00000100:00000200:1.0:1776200747.441952:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227048256, portal 10 00000100:00000001:1.0:1776200747.441954:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200747.441955:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682635904 : -112993026915712 : ffff993bc2c4c280) 00000100:00000040:1.0:1776200747.441959:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000076d2726 x1862481227048256/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1776200763 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776200747.441965:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200747.441967:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200747.441969:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053795ec0. 00000100:00000200:1.0:1776200747.441971:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862481227048256, offset 0 00000400:00000200:1.0:1776200747.441975:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200747.441979:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200747.441982:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200747.441985:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200747.441987:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200747.441989:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200747.441992:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [365:365:255:4294967295] 192.168.203.148@tcp LPNI seq info [365:365:7:4294967295] 00000400:00000200:1.0:1776200747.441995:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200747.442000:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200747.442004:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200747.442007:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073c29e85 (tot 3423094). 00000800:00000200:1.0:1776200747.442011:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200747.442015:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200747.442017:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000073c29e85 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1776200747.442020:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200747.442021:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200747.442022:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200747.442025:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200747.442026:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200747.442030:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200747.442032:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1776200747.442033:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200747.442034:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200747.442035:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200747.442037:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200747.446194:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200747.446202:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004beab876 (tot 3422846). 00000400:00000200:2.0:1776200747.446212:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200747.446315:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200747.446321:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fae349cc 00000400:00000010:2.0:1776200747.446324:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fae349cc. 00000100:00000001:2.0:1776200747.446329:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200747.446335:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d26d23a7 x1862481227048192/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1776200763 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200747.446345:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200747.446347:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000d26d23a7 x1862481227048192/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1776200763 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200747.446353:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200747.446355:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1776200747.446387:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200747.446389:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073c29e85 (tot 3422598). 00000400:00000200:2.0:1776200747.446392:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200747.446395:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200747.446397:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053795ec0 00000400:00000010:2.0:1776200747.446398:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053795ec0. 00000100:00000001:2.0:1776200747.446400:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200747.446402:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000076d2726 x1862481227048256/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1776200763 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200747.446408:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200747.446410:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000076d2726 x1862481227048256/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1776200763 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200747.446415:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200747.446416:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200747.452330:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200747.452349:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200747.452417:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200747.452421:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200747.452432:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200747.452440:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200747.452450:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200747.452456:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200747.452476:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200747.452480:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 416 into portal 25 MB=0x69deab3f064c0 00000400:00000200:2.0:1776200747.452486:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200747.452491:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.148@tcp of length 416/416 into md 0xe9d [1] + 0 00000800:00000001:2.0:1776200747.452500:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200747.452511:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200747.452513:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200747.452517:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200747.452522:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200747.452528:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002905e80c x1862481227048128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1776200763 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000040:2.0:1776200747.452539:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=416 offset=0 replen=544 req@000000002905e80c x1862481227048128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1776200763 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1776200747.452618:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200747.452622:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200747.452667:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200747.452677:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200747.452680:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1776200747.453966:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200747.453969:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200747.453972:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000092d33e40. 00000400:00000200:1.0:1776200747.453978:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e92e4cf2 00000400:00000010:1.0:1776200747.453980:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e92e4cf2. 00000100:00000001:1.0:1776200747.453984:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200747.453991:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002905e80c x1862481227048128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1776200763 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:1.0:1776200747.454001:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002905e80c x1862481227048128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/544 e 0 to 0 dl 1776200763 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1776200747.454007:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200747.454008:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200747.454011:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200747.454014:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200747.454017:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200747.454019:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200747.454021:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200747.454027:0:2239:0:(import.c:1935:at_measured()) add 1 to 0000000082e3d950 time=116 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200747.454031:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000006882029e time=116 v=11 (11 0 0 0) 00000100:00000001:1.0:1776200747.454034:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200747.454035:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200747.454127:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776200747.454130:0:2239:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200747.454133:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200747.454137:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002905e80c x1862481227048128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/416 e 0 to 0 dl 1776200763 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:1.0:1776200747.454142:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200747.454145:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200747.454147:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200747.454149:0:2239:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1776200747.454571:0:2239:0:(import.c:1074:ptlrpc_connect_interpret()) MGC192.168.203.148@tcp: connect to target with instance 0 00000020:00000001:1.0:1776200747.454575:0:2239:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1776200747.454577:0:2239:0:(genops.c:911:class_conn2export()) looking for export cookie 0x8d91c35bada81bb0 00000020:00000001:1.0:1776200747.454580:0:2239:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1776200747.454583:0:2239:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000035106081 refcount=3 00000020:00000001:1.0:1776200747.454585:0:2239:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080683325440 : -112993026226176 : ffff993bc2cf4800) 00000020:00000001:1.0:1776200747.454612:0:2239:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446631080683325440 : -112993026226176 : ffff993bc2cf4800) 00000100:00001000:1.0:1776200747.454616:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000006882029e time=1776200747 v=0 (0 0 0 0) 00000100:00001000:1.0:1776200747.454619:0:2239:0:(import.c:2000:at_measured()) AT 000000006882029e change: old=0 new=1 delta=1 (val=1) hist 1 0 0 0 00000020:00000040:1.0:1776200747.454625:0:2239:0:(genops.c:979:class_export_put()) PUTting export 0000000035106081 : new refcount 2 00000100:00000001:1.0:1776200747.454627:0:2239:0:(obd_class.h:1192:obd_import_event()) Process entered 10000000:01000000:1.0:1776200747.454630:0:2239:0:(mgc_request.c:1332:mgc_import_event()) import event 0x808005 10000000:00000001:1.0:1776200747.454632:0:2239:0:(mgc_request.c:1364:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200747.454633:0:2239:0:(obd_class.h:1202:obd_import_event()) Process leaving 00000100:02000400:1.0:1776200747.454635:0:2239:0:(import.c:1234:ptlrpc_connect_interpret()) Evicted from MGS (at 192.168.203.148@tcp) after server handle changed from 0x98dca339dc2af640 to 0x98dca339dc2affe7 00000100:00080000:1.0:1776200747.470649:0:2239:0:(import.c:86:import_set_state_nolock()) 0000000023f5a97b MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:1.0:1776200747.470665:0:2239:0:(import.c:1242:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200747.470671:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200747.470675:0:2239:0:(import.c:1572:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.203.148@tcp; invalidating 00000020:00000040:1.0:1776200747.470680:0:2239:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=5 obd=MGC192.168.203.148@tcp 00000100:00000001:1.0:1776200747.475298:0:2239:0:(import.c:1593:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200747.475304:0:2239:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200747.475316:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002905e80c x1862481227048128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/416 e 0 to 0 dl 1776200763 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:1.0:1776200747.475328:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002905e80c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:822f82fc-1b4a-4a91-a190-4cbe8fb35285:2239:1862481227048128:192.168.203.148@tcp:250:kworker/u8:2.0 00000100:00000001:1.0:1776200747.475335:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200747.475338:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200747.475340:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000002905e80c x1862481227048128/t0(0) o250->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 520/416 e 0 to 0 dl 1776200763 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:1.0:1776200747.475346:0:2239:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1776200747.475350:0:2239:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1776200747.475354:0:2239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000086092c08. 02000000:00000001:1.0:1776200747.475357:0:2239:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1776200747.475359:0:2239:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776200747.475361:0:2239:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000020:00000001:1.0:1776200747.475362:0:2239:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1776200747.475364:0:2239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000572da089. 02000000:00000001:1.0:1776200747.475368:0:2239:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1776200747.475369:0:2239:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1776200747.475370:0:2239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002905e80c. 00000100:00000001:1.0:1776200747.475374:0:2239:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1776200747.475376:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200747.475378:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200747.475380:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200747.475382:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200747.475384:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200747.475385:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200747.476440:0:9414:0:(import.c:1510:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:2.0:1776200747.476548:0:9414:0:(import.c:1514:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.203.148@tcp to MGS@192.168.203.148@tcp 00000100:00100000:2.0:1776200747.476554:0:9414:0:(import.c:339:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1776200747.476558:0:9414:0:(obd_class.h:1192:obd_import_event()) Process entered 10000000:01000000:2.0:1776200747.476562:0:9414:0:(mgc_request.c:1332:mgc_import_event()) import event 0x808003 00000001:00000001:2.0:1776200747.476566:0:9414:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1776200747.476569:0:9414:0:(hash.c:1611:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1776200747.476573:0:9414:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000003463cd2f count: 4 00010000:00000001:2.0:1776200747.476580:0:9414:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1776200747.476583:0:9414:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1776200747.476586:0:9414:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1776200747.476716:0:9414:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000042f0f4fd refcount=3 00000020:00000001:2.0:1776200747.476720:0:9414:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802695232 : -112992906856384 : ffff993bc9ecb840) 00010000:00000001:2.0:1776200747.476733:0:9414:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080802695232 : -112992906856384 : ffff993bc9ecb840) 00010000:00000001:2.0:1776200747.476738:0:9414:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1776200747.476741:0:9414:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.148@tcp lock: 0000000042f0f4fd/0x8d91c35bada81c20 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x110e400000000 nid: local remote: 0x98dca339dc2af6ef expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200747.476773:0:9414:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003463cd2f count: 4 10000000:00000001:2.0:1776200747.476777:0:9414:0:(mgc_request.c:1016:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1776200747.476779:0:9414:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.148@tcp lock: 0000000042f0f4fd/0x8d91c35bada81c20 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x110f400000000 nid: local remote: 0x98dca339dc2af6ef expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200747.476785:0:9414:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003463cd2f count: 4 10000000:01000000:2.0:1776200747.476787:0:9414:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:2.0:1776200747.476790:0:9414:0:(mgc_request.c:715:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1776200747.476792:0:9414:0:(mgc_request.c:719:mgc_requeue_add()) log lustre-client: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1776200747.476794:0:9414:0:(mgc_request.c:723:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1776200747.476795:0:9414:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1776200747.476797:0:9414:0:(ldlm_lock.c:603:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1776200747.476918:0:9414:0:(mgc_request.c:739:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1776200747.476920:0:9414:0:(mgc_request.c:139:config_log_put()) Process entered 10000000:00000040:2.0:1776200747.476921:0:9414:0:(mgc_request.c:145:config_log_put()) log lustre-client(00000000a08a3773) refs 2 10000000:00000001:2.0:1776200747.476924:0:9414:0:(mgc_request.c:169:config_log_put()) Process leaving 10000000:00000001:2.0:1776200747.476925:0:9414:0:(mgc_request.c:1068:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1776200747.476927:0:9414:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1776200747.476929:0:9414:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1776200747.476932:0:9414:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1776200747.476934:0:9414:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1776200747.476935:0:9414:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1776200747.476937:0:9414:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1776200747.476939:0:9414:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000042f0f4fd with handle 0x8d91c35bada81c20 from hash 00010000:00000001:2.0:1776200747.476942:0:9414:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1776200747.476943:0:9414:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200747.476944:0:9414:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1776200747.476945:0:9414:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1776200747.476946:0:9414:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1776200747.476947:0:9414:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1776200747.476949:0:9414:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200747.476950:0:9414:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1776200747.476951:0:9414:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200747.476952:0:9414:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1776200747.476954:0:9414:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.148@tcp lock: 0000000042f0f4fd/0x8d91c35bada81c20 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x590f400000000 nid: local remote: 0x98dca339dc2af6ef expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200747.476965:0:9414:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003463cd2f count: 4 00010000:00000040:2.0:1776200747.476970:0:9414:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003463cd2f count: 3 00010000:00000001:2.0:1776200747.476976:0:9414:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1776200747.476977:0:9414:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1776200747.476978:0:9414:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1776200747.476980:0:9414:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1776200747.476981:0:9414:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000553efda4 refcount=3 00000020:00000001:2.0:1776200747.476982:0:9414:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080799293952 : -112992910257664 : ffff993bc9b8d200) 00010000:00000001:2.0:1776200747.476984:0:9414:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080799293952 : -112992910257664 : ffff993bc9b8d200) 00010000:00000001:2.0:1776200747.476986:0:9414:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1776200747.476987:0:9414:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.148@tcp lock: 00000000553efda4/0x8d91c35bada81c27 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0x98dca339dc2af6f6 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200747.476991:0:9414:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003463cd2f count: 3 10000000:00000001:2.0:1776200747.476993:0:9414:0:(mgc_request.c:1016:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1776200747.476994:0:9414:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.148@tcp lock: 00000000553efda4/0x8d91c35bada81c27 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0x98dca339dc2af6f6 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200747.476999:0:9414:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003463cd2f count: 3 10000000:01000000:2.0:1776200747.477000:0:9414:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:2.0:1776200747.477002:0:9414:0:(mgc_request.c:715:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1776200747.477003:0:9414:0:(mgc_request.c:719:mgc_requeue_add()) log lustre-sptlrpc: requeue (r=3 sp=0 st=3) 10000000:00000040:2.0:1776200747.477005:0:9414:0:(mgc_request.c:723:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1776200747.477006:0:9414:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1776200747.477007:0:9414:0:(ldlm_lock.c:603:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1776200747.477100:0:9414:0:(mgc_request.c:739:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1776200747.477102:0:9414:0:(mgc_request.c:139:config_log_put()) Process entered 10000000:00000040:2.0:1776200747.477103:0:9414:0:(mgc_request.c:145:config_log_put()) log lustre-sptlrpc(00000000e569a0fb) refs 3 10000000:00000001:2.0:1776200747.477105:0:9414:0:(mgc_request.c:169:config_log_put()) Process leaving 10000000:00000001:2.0:1776200747.477105:0:9414:0:(mgc_request.c:1068:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1776200747.477107:0:9414:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1776200747.477108:0:9414:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1776200747.477110:0:9414:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1776200747.477116:0:9414:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1776200747.477117:0:9414:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1776200747.477118:0:9414:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1776200747.477121:0:9414:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000553efda4 with handle 0x8d91c35bada81c27 from hash 00010000:00000001:2.0:1776200747.477122:0:9414:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1776200747.477124:0:9414:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200747.477125:0:9414:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1776200747.477125:0:9414:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1776200747.477127:0:9414:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1776200747.477128:0:9414:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1776200747.477130:0:9414:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200747.477131:0:9414:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1776200747.477132:0:9414:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200747.477133:0:9414:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1776200747.477134:0:9414:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.148@tcp lock: 00000000553efda4/0x8d91c35bada81c27 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0x98dca339dc2af6f6 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200747.477140:0:9414:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003463cd2f count: 3 00010000:00000040:2.0:1776200747.477142:0:9414:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003463cd2f count: 2 00010000:00000001:2.0:1776200747.477145:0:9414:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1776200747.477147:0:9414:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1776200747.477148:0:9414:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1776200747.477149:0:9414:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1776200747.477150:0:9414:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000b30466c0 refcount=3 00000020:00000001:2.0:1776200747.477152:0:9414:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713885312 : -112992995666304 : ffff993bc4a19680) 00010000:00000001:2.0:1776200747.477153:0:9414:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713885312 : -112992995666304 : ffff993bc4a19680) 00010000:00000001:2.0:1776200747.477155:0:9414:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1776200747.477156:0:9414:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.148@tcp lock: 00000000b30466c0/0x8d91c35bada81c35 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x98dca339dc2af735 expref: -99 pid: 7741 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200747.477161:0:9414:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003463cd2f count: 2 10000000:00000001:2.0:1776200747.477163:0:9414:0:(mgc_request.c:1016:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1776200747.477164:0:9414:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.148@tcp lock: 00000000b30466c0/0x8d91c35bada81c35 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x98dca339dc2af735 expref: -99 pid: 7741 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200747.477168:0:9414:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003463cd2f count: 2 10000000:01000000:2.0:1776200747.477175:0:9414:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:2.0:1776200747.477177:0:9414:0:(mgc_request.c:715:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1776200747.477178:0:9414:0:(mgc_request.c:719:mgc_requeue_add()) log lustre-client: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1776200747.477179:0:9414:0:(mgc_request.c:723:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1776200747.477180:0:9414:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1776200747.477181:0:9414:0:(ldlm_lock.c:603:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1776200747.477346:0:9414:0:(mgc_request.c:739:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1776200747.477348:0:9414:0:(mgc_request.c:139:config_log_put()) Process entered 10000000:00000040:2.0:1776200747.477349:0:9414:0:(mgc_request.c:145:config_log_put()) log lustre-client(000000000c0a9ff3) refs 2 10000000:00000001:2.0:1776200747.477351:0:9414:0:(mgc_request.c:169:config_log_put()) Process leaving 10000000:00000001:2.0:1776200747.477352:0:9414:0:(mgc_request.c:1068:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1776200747.477364:0:9414:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1776200747.477365:0:9414:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1776200747.477367:0:9414:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1776200747.477368:0:9414:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1776200747.477369:0:9414:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1776200747.477370:0:9414:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1776200747.477372:0:9414:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000b30466c0 with handle 0x8d91c35bada81c35 from hash 00010000:00000001:2.0:1776200747.477374:0:9414:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1776200747.477375:0:9414:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200747.477376:0:9414:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1776200747.477377:0:9414:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1776200747.477378:0:9414:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1776200747.477378:0:9414:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1776200747.477380:0:9414:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200747.477381:0:9414:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1776200747.477382:0:9414:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200747.477383:0:9414:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1776200747.477385:0:9414:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.148@tcp lock: 00000000b30466c0/0x8d91c35bada81c35 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x98dca339dc2af735 expref: -99 pid: 7741 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200747.477389:0:9414:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003463cd2f count: 2 00010000:00000040:2.0:1776200747.477392:0:9414:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003463cd2f count: 1 00010000:00000001:2.0:1776200747.477394:0:9414:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1776200747.477396:0:9414:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003463cd2f count: 0 00010000:00000040:2.0:1776200747.477401:0:9414:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 0000000095e91bb4 count: 3 00010000:00000001:2.0:1776200747.477410:0:9414:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1776200747.477411:0:9414:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1776200747.477412:0:9414:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1776200747.477413:0:9414:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ef237bc2 refcount=3 00000020:00000001:2.0:1776200747.477415:0:9414:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080801980928 : -112992907570688 : ffff993bc9e1d200) 00010000:00000001:2.0:1776200747.477417:0:9414:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080801980928 : -112992907570688 : ffff993bc9e1d200) 00010000:00000001:2.0:1776200747.477419:0:9414:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1776200747.477420:0:9414:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.148@tcp lock: 00000000ef237bc2/0x8d91c35bada81be8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0x98dca339dc2af655 expref: -99 pid: 5015 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200747.477425:0:9414:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000095e91bb4 count: 3 10000000:00000001:2.0:1776200747.477427:0:9414:0:(mgc_request.c:1016:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1776200747.477428:0:9414:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.148@tcp lock: 00000000ef237bc2/0x8d91c35bada81be8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0x98dca339dc2af655 expref: -99 pid: 5015 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200747.477432:0:9414:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000095e91bb4 count: 3 10000000:01000000:2.0:1776200747.477433:0:9414:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1776200747.477435:0:9414:0:(mgc_request.c:715:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1776200747.477436:0:9414:0:(mgc_request.c:719:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=3) 10000000:00000040:2.0:1776200747.477438:0:9414:0:(mgc_request.c:723:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1776200747.477439:0:9414:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1776200747.477440:0:9414:0:(ldlm_lock.c:603:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1776200747.477687:0:9414:0:(mgc_request.c:739:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1776200747.477689:0:9414:0:(mgc_request.c:139:config_log_put()) Process entered 10000000:00000040:2.0:1776200747.477690:0:9414:0:(mgc_request.c:145:config_log_put()) log lustre-cliir(000000006997335f) refs 2 10000000:00000001:2.0:1776200747.477692:0:9414:0:(mgc_request.c:169:config_log_put()) Process leaving 10000000:00000001:2.0:1776200747.477693:0:9414:0:(mgc_request.c:1068:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1776200747.477695:0:9414:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1776200747.477697:0:9414:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1776200747.477698:0:9414:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1776200747.477699:0:9414:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1776200747.477700:0:9414:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1776200747.477702:0:9414:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1776200747.477703:0:9414:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000ef237bc2 with handle 0x8d91c35bada81be8 from hash 00010000:00000001:2.0:1776200747.477705:0:9414:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1776200747.477713:0:9414:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200747.477714:0:9414:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1776200747.477715:0:9414:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1776200747.477716:0:9414:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1776200747.477717:0:9414:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1776200747.477719:0:9414:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200747.477720:0:9414:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1776200747.477733:0:9414:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200747.477735:0:9414:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1776200747.477736:0:9414:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.148@tcp lock: 00000000ef237bc2/0x8d91c35bada81be8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0x98dca339dc2af655 expref: -99 pid: 5015 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200747.477742:0:9414:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000095e91bb4 count: 3 00010000:00000040:2.0:1776200747.477744:0:9414:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000095e91bb4 count: 2 00010000:00000001:2.0:1776200747.477747:0:9414:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1776200747.477749:0:9414:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1776200747.477750:0:9414:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1776200747.477751:0:9414:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1776200747.477752:0:9414:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003385c644 refcount=3 00000020:00000001:2.0:1776200747.477754:0:9414:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080801989568 : -112992907562048 : ffff993bc9e1f3c0) 00010000:00000001:2.0:1776200747.477756:0:9414:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080801989568 : -112992907562048 : ffff993bc9e1f3c0) 00010000:00000001:2.0:1776200747.477758:0:9414:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1776200747.477759:0:9414:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.148@tcp lock: 000000003385c644/0x8d91c35bada81c5f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x98dca339dc2af73c expref: -99 pid: 7741 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200747.477765:0:9414:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000095e91bb4 count: 2 10000000:00000001:2.0:1776200747.477767:0:9414:0:(mgc_request.c:1016:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1776200747.477768:0:9414:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.148@tcp lock: 000000003385c644/0x8d91c35bada81c5f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x98dca339dc2af73c expref: -99 pid: 7741 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200747.477772:0:9414:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000095e91bb4 count: 2 10000000:01000000:2.0:1776200747.477774:0:9414:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1776200747.477776:0:9414:0:(mgc_request.c:715:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1776200747.477777:0:9414:0:(mgc_request.c:719:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=3) 10000000:00000040:2.0:1776200747.477778:0:9414:0:(mgc_request.c:723:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1776200747.477785:0:9414:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1776200747.477786:0:9414:0:(ldlm_lock.c:603:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1776200747.478023:0:9414:0:(mgc_request.c:739:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1776200747.478025:0:9414:0:(mgc_request.c:139:config_log_put()) Process entered 10000000:00000040:2.0:1776200747.478026:0:9414:0:(mgc_request.c:145:config_log_put()) log lustre-cliir(000000007ab8301a) refs 2 10000000:00000001:2.0:1776200747.478028:0:9414:0:(mgc_request.c:169:config_log_put()) Process leaving 10000000:00000001:2.0:1776200747.478029:0:9414:0:(mgc_request.c:1068:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1776200747.478031:0:9414:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1776200747.478032:0:9414:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1776200747.478034:0:9414:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1776200747.478035:0:9414:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1776200747.478036:0:9414:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1776200747.478037:0:9414:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1776200747.478038:0:9414:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000003385c644 with handle 0x8d91c35bada81c5f from hash 00010000:00000001:2.0:1776200747.478040:0:9414:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1776200747.478041:0:9414:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200747.478042:0:9414:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1776200747.478043:0:9414:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1776200747.478044:0:9414:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1776200747.478045:0:9414:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1776200747.478047:0:9414:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200747.478048:0:9414:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1776200747.478049:0:9414:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200747.478050:0:9414:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1776200747.478051:0:9414:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.148@tcp lock: 000000003385c644/0x8d91c35bada81c5f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x98dca339dc2af73c expref: -99 pid: 7741 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200747.478056:0:9414:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000095e91bb4 count: 2 00010000:00000040:2.0:1776200747.478058:0:9414:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000095e91bb4 count: 1 00010000:00000001:2.0:1776200747.478061:0:9414:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1776200747.478062:0:9414:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000095e91bb4 count: 0 00010000:00000040:2.0:1776200747.478066:0:9414:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000008a3926a9 count: 3 00010000:00000001:2.0:1776200747.478068:0:9414:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1776200747.478069:0:9414:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1776200747.478070:0:9414:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1776200747.478071:0:9414:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003d4e1c77 refcount=3 00000020:00000001:2.0:1776200747.478073:0:9414:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713895104 : -112992995656512 : ffff993bc4a1bcc0) 00010000:00000001:2.0:1776200747.478081:0:9414:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713895104 : -112992995656512 : ffff993bc4a1bcc0) 00010000:00000001:2.0:1776200747.478084:0:9414:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1776200747.478085:0:9414:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.148@tcp lock: 000000003d4e1c77/0x8d91c35bada81c90 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0x98dca339dc2af766 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200747.478090:0:9414:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000008a3926a9 count: 3 10000000:00000001:2.0:1776200747.478092:0:9414:0:(mgc_request.c:1016:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1776200747.478093:0:9414:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.148@tcp lock: 000000003d4e1c77/0x8d91c35bada81c90 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0x98dca339dc2af766 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200747.478097:0:9414:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000008a3926a9 count: 3 10000000:01000000:2.0:1776200747.478098:0:9414:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:2.0:1776200747.478100:0:9414:0:(mgc_request.c:715:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1776200747.478101:0:9414:0:(mgc_request.c:719:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=3) 10000000:00000040:2.0:1776200747.478103:0:9414:0:(mgc_request.c:723:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1776200747.478104:0:9414:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1776200747.478104:0:9414:0:(ldlm_lock.c:603:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1776200747.478188:0:9414:0:(mgc_request.c:739:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1776200747.478190:0:9414:0:(mgc_request.c:139:config_log_put()) Process entered 10000000:00000040:2.0:1776200747.478191:0:9414:0:(mgc_request.c:145:config_log_put()) log params(000000007602e517) refs 2 10000000:00000001:2.0:1776200747.478193:0:9414:0:(mgc_request.c:169:config_log_put()) Process leaving 10000000:00000001:2.0:1776200747.478194:0:9414:0:(mgc_request.c:1068:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1776200747.478196:0:9414:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1776200747.478197:0:9414:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1776200747.478198:0:9414:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1776200747.478199:0:9414:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1776200747.478200:0:9414:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1776200747.478201:0:9414:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1776200747.478203:0:9414:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000003d4e1c77 with handle 0x8d91c35bada81c90 from hash 00010000:00000001:2.0:1776200747.478205:0:9414:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1776200747.478206:0:9414:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200747.478207:0:9414:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1776200747.478207:0:9414:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1776200747.478209:0:9414:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1776200747.478210:0:9414:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1776200747.478212:0:9414:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200747.478219:0:9414:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1776200747.478219:0:9414:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200747.478221:0:9414:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1776200747.478222:0:9414:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.148@tcp lock: 000000003d4e1c77/0x8d91c35bada81c90 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0x98dca339dc2af766 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200747.478227:0:9414:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000008a3926a9 count: 3 00010000:00000040:2.0:1776200747.478230:0:9414:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000008a3926a9 count: 2 00010000:00000001:2.0:1776200747.478243:0:9414:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1776200747.478245:0:9414:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1776200747.478246:0:9414:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1776200747.478247:0:9414:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1776200747.478248:0:9414:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ed39933b refcount=3 00000020:00000001:2.0:1776200747.478250:0:9414:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080801985536 : -112992907566080 : ffff993bc9e1e400) 00010000:00000001:2.0:1776200747.478253:0:9414:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080801985536 : -112992907566080 : ffff993bc9e1e400) 00010000:00000001:2.0:1776200747.478254:0:9414:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1776200747.478256:0:9414:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.148@tcp lock: 00000000ed39933b/0x8d91c35bada81c97 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x98dca339dc2af76d expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200747.478260:0:9414:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000008a3926a9 count: 2 10000000:00000001:2.0:1776200747.478262:0:9414:0:(mgc_request.c:1016:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1776200747.478263:0:9414:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.148@tcp lock: 00000000ed39933b/0x8d91c35bada81c97 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x98dca339dc2af76d expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200747.478268:0:9414:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000008a3926a9 count: 2 10000000:01000000:2.0:1776200747.478270:0:9414:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:2.0:1776200747.478272:0:9414:0:(mgc_request.c:715:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1776200747.478273:0:9414:0:(mgc_request.c:719:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=3) 10000000:00000040:2.0:1776200747.478274:0:9414:0:(mgc_request.c:723:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1776200747.478275:0:9414:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1776200747.478276:0:9414:0:(ldlm_lock.c:603:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1776200747.478567:0:9414:0:(mgc_request.c:739:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1776200747.478569:0:9414:0:(mgc_request.c:139:config_log_put()) Process entered 10000000:00000040:2.0:1776200747.478569:0:9414:0:(mgc_request.c:145:config_log_put()) log params(000000004161decf) refs 2 10000000:00000001:2.0:1776200747.478572:0:9414:0:(mgc_request.c:169:config_log_put()) Process leaving 10000000:00000001:2.0:1776200747.478573:0:9414:0:(mgc_request.c:1068:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1776200747.478582:0:9414:0:(ldlm_request.c:1248:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1776200747.478583:0:9414:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1776200747.478585:0:9414:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1776200747.478586:0:9414:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1776200747.478587:0:9414:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1776200747.478622:0:9414:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1776200747.478624:0:9414:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000ed39933b with handle 0x8d91c35bada81c97 from hash 00010000:00000001:2.0:1776200747.478627:0:9414:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1776200747.478628:0:9414:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200747.478628:0:9414:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1776200747.478629:0:9414:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1776200747.478630:0:9414:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1776200747.478631:0:9414:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1776200747.478633:0:9414:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200747.478634:0:9414:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1776200747.478635:0:9414:0:(ldlm_request.c:1616:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200747.478636:0:9414:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1776200747.478637:0:9414:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.148@tcp lock: 00000000ed39933b/0x8d91c35bada81c97 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x98dca339dc2af76d expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200747.478642:0:9414:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000008a3926a9 count: 2 00010000:00000040:2.0:1776200747.478644:0:9414:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000008a3926a9 count: 1 00010000:00000001:2.0:1776200747.478647:0:9414:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1776200747.478648:0:9414:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000008a3926a9 count: 0 00000001:00000001:2.0:1776200747.478653:0:9414:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1776200747.478656:0:9414:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1776200747.478657:0:9414:0:(hash.c:1611:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1776200747.478659:0:9414:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1776200747.478660:0:9414:0:(mgc_request.c:1364:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200747.478663:0:9414:0:(obd_class.h:1202:obd_import_event()) Process leaving 00000100:00080000:2.0:1776200747.478669:0:9414:0:(import.c:86:import_set_state_nolock()) 0000000023f5a97b MGS: changing import state from EVICTED to RECOVER 00000100:00000001:2.0:1776200747.478673:0:9414:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1776200747.478675:0:9414:0:(recover.c:177:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1776200747.478676:0:9414:0:(recover.c:205:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1776200747.478678:0:9414:0:(import.c:86:import_set_state_nolock()) 0000000023f5a97b MGS: changing import state from RECOVER to FULL 00000100:00000001:2.0:1776200747.478680:0:9414:0:(obd_class.h:1192:obd_import_event()) Process entered 10000000:01000000:2.0:1776200747.478687:0:9414:0:(mgc_request.c:1332:mgc_import_event()) import event 0x808004 10000000:00000040:2.0:1776200747.478689:0:9414:0:(mgc_request.c:1348:mgc_import_event()) MGC192.168.203.148@tcp: Reactivating import 00000100:00080000:2.0:1776200747.478819:0:9414:0:(pinger.c:208:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1776200747.478821:0:9414:0:(mgc_request.c:1364:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200747.478823:0:9414:0:(obd_class.h:1202:obd_import_event()) Process leaving 00000100:02000000:2.0:1776200747.478829:0:9414:0:(import.c:1642:ptlrpc_import_recovery_state_machine()) MGC192.168.203.148@tcp: Connection restored to (at 192.168.203.148@tcp) 00000100:00000001:2.0:1776200747.487557:0:9414:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1776200747.487564:0:9414:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1776200747.487566:0:9414:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=3 obd=MGC192.168.203.148@tcp 00000020:00000001:2.0:1776200747.487570:0:9414:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00000001:2.0:1776200747.487571:0:9414:0:(import.c:1526:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1776200747.489651:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042f0f4fd. 00010000:00000010:2.1:1776200747.489664:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000553efda4. 00010000:00000010:2.1:1776200747.489667:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b30466c0. 00010000:00000010:2.1:1776200747.489671:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003463cd2f. 00010000:00000010:2.1:1776200747.493643:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef237bc2. 00010000:00000010:2.1:1776200747.493655:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003385c644. 00010000:00000010:2.1:1776200747.493659:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095e91bb4. 00010000:00000010:2.1:1776200747.493664:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d4e1c77. 00010000:00000010:2.1:1776200747.493667:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed39933b. 00010000:00000010:2.1:1776200747.493669:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a3926a9. 00010000:00000001:2.0:1776200747.815971:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200747.815977:0:420:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1776200747.815979:0:420:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1776200747.815984:0:420:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200747.815986:0:420:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1776200747.815999:0:420:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200747.816350:0:420:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1776200747.816352:0:420:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200747.816354:0:420:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200747.816357:0:420:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200747.816363:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200747.816364:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200747.816673:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200747.816676:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200747.816679:0:5027:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1776200748.839827:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200748.839833:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200748.839838:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200748.839839:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200748.840071:0:5026:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200748.840074:0:5026:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200748.840077:0:5026:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1776200749.224456:0:5029:0:(mgc_request.c:128:config_log_get()) Process entered 10000000:00000040:3.0:1776200749.224462:0:5029:0:(mgc_request.c:131:config_log_get()) log lustre-cliir (000000007ab8301a) refs 2 10000000:00000001:3.0:1776200749.224469:0:5029:0:(mgc_request.c:132:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1776200749.224471:0:5029:0:(mgc_request.c:139:config_log_put()) Process entered 10000000:00000001:3.0:1776200749.224472:0:5029:0:(mgc_request.c:142:config_log_put()) Process leaving 10000000:00000001:3.0:1776200749.224473:0:5029:0:(mgc_request.c:599:do_requeue()) Process entered 10000000:01000000:3.0:1776200749.224476:0:5029:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:3.0:1776200749.224477:0:5029:0:(mgc_request.c:2048:mgc_process_log()) Process entered 10000000:01000000:3.0:1776200749.224479:0:5029:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-cliir-ffff993bc2c8c000 from 6 10000000:00000001:3.0:1776200749.224482:0:5029:0:(mgc_request.c:1098:mgc_enqueue()) Process entered 10000000:01000000:3.0:1776200749.224483:0:5029:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:3.0:1776200749.224495:0:5029:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e3e8d448. 00000020:00000040:3.0:1776200749.224500:0:5029:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000100:00000001:3.0:1776200749.224505:0:5029:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1776200749.224508:0:5029:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1776200749.224513:0:5029:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1776200749.224527:0:5029:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001fe9cfc0. 00000100:00000001:3.0:1776200749.224538:0:5029:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200749.224542:0:5029:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1776200749.224544:0:5029:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1776200749.224556:0:5029:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007fb29039. 00010000:00000001:3.0:1776200749.224562:0:5029:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1776200749.224565:0:5029:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007d76b0ce. 00000020:00000001:3.0:1776200749.224569:0:5029:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:3.0:1776200749.224571:0:5029:0:(lustre_handles.c:97:class_handle_hash()) added object 000000007d76b0ce with handle 0x8d91c35bada81e42 to hash 00000020:00000001:3.0:1776200749.224573:0:5029:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:3.0:1776200749.224575:0:5029:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446631080799300864 : -112992910250752 : ffff993bc9b8ed00) 00010000:00000001:3.0:1776200749.224577:0:5029:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446631080799300864 : -112992910250752 : ffff993bc9b8ed00) 00010000:00000001:3.0:1776200749.224580:0:5029:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200749.224582:0:5029:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200749.224584:0:5029:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: 000000007d76b0ce/0x8d91c35bada81e42 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1776200749.224609:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000007fb29039 count: 1 00010000:00010000:3.0:1776200749.224612:0:5029:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.148@tcp lock: 000000007d76b0ce/0x8d91c35bada81e42 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1776200749.224617:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000007fb29039 count: 1 00010000:00010000:3.0:1776200749.224623:0:5029:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.148@tcp lock: 000000007d76b0ce/0x8d91c35bada81e42 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1776200749.224628:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000007fb29039 count: 1 00000100:00000001:3.0:1776200749.224634:0:5029:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1776200749.224635:0:5029:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1776200749.224640:0:5029:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000063dd5ad7. 00000100:00000001:3.0:1776200749.224642:0:5029:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446631080737700096 : -112992971851520 : ffff993bc60cf900) 00000100:00000001:3.0:1776200749.224654:0:5029:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776200749.224655:0:5029:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682645632 : -112993026905984 : ffff993bc2c4e880) 00000100:00000001:3.0:1776200749.224659:0:5029:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1776200749.224662:0:5029:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200749.224665:0:5029:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1776200749.224666:0:5029:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1776200749.224675:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e3e8d448 x1862481227048320/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.224683:0:5029:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1776200749.224694:0:5029:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200749.224697:0:5029:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1776200749.224699:0:5029:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1776200749.224702:0:5029:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e3e8d448 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:822f82fc-1b4a-4a91-a190-4cbe8fb35285:5029:1862481227048320:192.168.203.148@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1776200749.224706:0:5029:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1776200749.224711:0:5029:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1776200749.224715:0:5029:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200749.224718:0:5029:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1776200749.224722:0:5029:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b09e8965. 02000000:00000001:3.0:1776200749.224723:0:5029:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1776200749.224731:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:3.0:1776200749.224735:0:5029:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000073e4a539. 00000400:00000010:3.0:1776200749.224740:0:5029:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fe39d81. 00000100:00000200:3.0:1776200749.224746:0:5029:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227048320, portal 25 00000100:00000001:3.0:1776200749.224748:0:5029:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776200749.224749:0:5029:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682645632 : -112993026905984 : ffff993bc2c4e880) 00000100:00000040:3.0:1776200749.224753:0:5029:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000e3e8d448 x1862481227048320/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.224759:0:5029:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1776200749.224762:0:5029:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:3.0:1776200749.224764:0:5029:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094cc07cd. 00000100:00000200:3.0:1776200749.224766:0:5029:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1862481227048320, offset 0 00000400:00000200:3.0:1776200749.224772:0:5029:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:3.0:1776200749.224782:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.224789:0:5029:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200749.224798:0:5029:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:3.0:1776200749.224802:0:5029:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776200749.224804:0:5029:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:3.0:1776200749.224808:0:5029:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [366:366:256:4294967295] 192.168.203.148@tcp LPNI seq info [366:366:8:4294967295] 00000400:00000200:3.0:1776200749.224812:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.224819:0:5029:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:3.0:1776200749.224825:0:5029:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200749.225142:0:5029:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce18e5cf (tot 3422846). 00000800:00000200:3.0:1776200749.225149:0:5029:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200749.225156:0:5029:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200749.225159:0:5029:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ce18e5cf type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1776200749.225234:0:5029:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200749.225237:0:5029:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200749.225240:0:5029:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200749.225242:0:5029:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1776200749.225243:0:5029:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:3.0:1776200749.225245:0:5029:0:(client.c:2500:ptlrpc_set_wait()) set 0000000063dd5ad7 going to sleep for 6 seconds 00000100:00000001:3.0:1776200749.225248:0:5029:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200749.225250:0:5029:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200749.225731:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200749.225736:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce18e5cf (tot 3422598). 00000400:00000200:2.0:1776200749.225747:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200749.225753:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200749.225759:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094cc07cd 00000400:00000010:2.0:1776200749.225761:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094cc07cd. 00000100:00000001:2.0:1776200749.225765:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200749.225770:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e3e8d448 x1862481227048320/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.225781:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200749.225797:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000e3e8d448 x1862481227048320/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.225804:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200749.225805:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200749.232510:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200749.232525:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200749.232530:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200749.232533:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200749.232543:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.232551:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200749.232558:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.232563:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.232568:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.232571:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 344 into portal 25 MB=0x69deab3f06580 00000400:00000200:2.0:1776200749.232576:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.232581:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.148@tcp of length 344/344 into md 0xeb5 [1] + 224 00000800:00000001:2.0:1776200749.232613:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200749.232623:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200749.232625:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200749.232630:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200749.232635:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200749.232641:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e3e8d448 x1862481227048320/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000040:2.0:1776200749.232650:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=344 offset=224 replen=344 req@00000000e3e8d448 x1862481227048320/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.232668:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200749.232676:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200749.232678:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200749.232737:0:5029:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1776200749.232745:0:5029:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1776200749.232746:0:5029:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1776200749.232748:0:5029:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000073e4a539. 00000400:00000200:3.0:1776200749.232752:0:5029:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fe39d81 00000400:00000010:3.0:1776200749.232754:0:5029:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fe39d81. 00000100:00000001:3.0:1776200749.232757:0:5029:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200749.232760:0:5029:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e3e8d448 x1862481227048320/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000200:3.0:1776200749.232767:0:5029:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e3e8d448 x1862481227048320/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.232772:0:5029:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1776200749.232773:0:5029:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200749.234411:0:5029:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1776200749.234415:0:5029:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1776200749.234417:0:5029:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1776200749.234419:0:5029:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200749.234421:0:5029:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1776200749.234428:0:5029:0:(import.c:1935:at_measured()) add 1 to 0000000082e3d950 time=118 v=1 (1 0 0 0) 00000100:00001000:3.0:1776200749.234434:0:5029:0:(import.c:1935:at_measured()) add 1 to 000000006882029e time=2 v=1 (1 0 0 0) 00000100:00000001:3.0:1776200749.234437:0:5029:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1776200749.234438:0:5029:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200749.234440:0:5029:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1776200749.234443:0:5029:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200749.234445:0:5029:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200749.234453:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e3e8d448 x1862481227048320/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.234461:0:5029:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200749.234464:0:5029:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1776200749.234466:0:5029:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1776200749.234469:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e3e8d448 x1862481227048320/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00100000:3.0:1776200749.234476:0:5029:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e3e8d448 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:822f82fc-1b4a-4a91-a190-4cbe8fb35285:5029:1862481227048320:192.168.203.148@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1776200749.234481:0:5029:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200749.234485:0:5029:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200749.234497:0:5029:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1776200749.234500:0:5029:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200749.234503:0:5029:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000e3e8d448 x1862481227048320/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.234509:0:5029:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1776200749.234512:0:5029:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000063dd5ad7. 00000100:00000001:3.0:1776200749.234517:0:5029:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1776200749.234518:0:5029:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200749.234521:0:5029:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1776200749.234524:0:5029:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1776200749.234527:0:5029:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1776200749.234530:0:5029:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000007d76b0ce refcount=4 00000020:00000001:3.0:1776200749.234532:0:5029:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080799300864 : -112992910250752 : ffff993bc9b8ed00) 00010000:00000001:3.0:1776200749.234534:0:5029:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080799300864 : -112992910250752 : ffff993bc9b8ed00) 00010000:00000040:3.0:1776200749.234539:0:5029:0:(ldlm_request.c:701:ldlm_cli_enqueue_fini()) local: 000000007d76b0ce, remote cookie: 0x98dca339dc2affee, flags: 0x0 00010000:00000001:3.0:1776200749.234542:0:5029:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1776200749.234546:0:5029:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1776200749.234547:0:5029:0:(ldlm_lock.c:977:search_granted_lock()) Process entered 00010000:00000001:3.0:1776200749.234549:0:5029:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1776200749.234550:0:5029:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1776200749.234552:0:5029:0:(ldlm_resource.c:1787:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007fb29039) refcount = 1 00010000:00010000:3.0:1776200749.234557:0:5029:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.148@tcp lock: 000000007d76b0ce/0x8d91c35bada81e42 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x98dca339dc2affee expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1776200749.234564:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000007fb29039 count: 1 00010000:00000001:3.0:1776200749.235322:0:5029:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1776200749.235323:0:5029:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1776200749.235325:0:5029:0:(ldlm_lock.c:1891:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1776200749.235329:0:5029:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1776200749.235331:0:5029:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200749.235333:0:5029:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.148@tcp lock: 000000007d76b0ce/0x8d91c35bada81e42 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x98dca339dc2affee expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1776200749.235339:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000007fb29039 count: 1 00010000:00000001:3.0:1776200749.235340:0:5029:0:(ldlm_request.c:797:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1776200749.235342:0:5029:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200749.235343:0:5029:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200749.235344:0:5029:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200749.235345:0:5029:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200749.235346:0:5029:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200749.235349:0:5029:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200749.235354:0:5029:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000e3e8d448 x1862481227048320/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.235361:0:5029:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1776200749.235363:0:5029:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1776200749.235366:0:5029:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b09e8965. 02000000:00000001:3.0:1776200749.235370:0:5029:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1776200749.235372:0:5029:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1776200749.235373:0:5029:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=3 obd=MGC192.168.203.148@tcp 00000020:00000001:3.0:1776200749.235375:0:5029:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1776200749.235377:0:5029:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001fe9cfc0. 02000000:00000001:3.0:1776200749.235380:0:5029:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1776200749.235382:0:5029:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1776200749.235383:0:5029:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e3e8d448. 00000100:00000001:3.0:1776200749.235387:0:5029:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1776200749.235387:0:5029:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1776200749.235390:0:5029:0:(mgc_request.c:1130:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1776200749.235393:0:5029:0:(mgc_request.c:128:config_log_get()) Process entered 10000000:00000040:3.0:1776200749.235394:0:5029:0:(mgc_request.c:131:config_log_get()) log lustre-cliir (000000007ab8301a) refs 3 10000000:00000001:3.0:1776200749.235396:0:5029:0:(mgc_request.c:132:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200749.235404:0:5029:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1776200749.235405:0:5029:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1776200749.235407:0:5029:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000007d76b0ce refcount=3 00000020:00000001:3.0:1776200749.235409:0:5029:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080799300864 : -112992910250752 : ffff993bc9b8ed00) 00010000:00000001:3.0:1776200749.235411:0:5029:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080799300864 : -112992910250752 : ffff993bc9b8ed00) 00010000:00000001:3.0:1776200749.235413:0:5029:0:(ldlm_lock.c:2530:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1776200749.235414:0:5029:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200749.235415:0:5029:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200749.235416:0:5029:0:(ldlm_lock.c:2539:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1776200749.235419:0:5029:0:(mgc_request.c:1633:mgc_process_recover_nodemap_log()) Process entered 10000000:00000010:3.0:1776200749.235430:0:5029:0:(mgc_request.c:1652:mgc_process_recover_nodemap_log()) kmalloced '(pages)': 32 at 0000000034622b66. 00000100:00000010:3.0:1776200749.235458:0:5029:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e3e8d448. 00000020:00000040:3.0:1776200749.235462:0:5029:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000100:00000001:3.0:1776200749.235466:0:5029:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1776200749.235468:0:5029:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1776200749.235473:0:5029:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1776200749.235478:0:5029:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001fe9cfc0. 00000100:00000001:3.0:1776200749.235484:0:5029:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200749.235487:0:5029:0:(client.c:228:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1776200749.235490:0:5029:0:(client.c:177:ptlrpc_new_bulk()) kmalloced '(desc)': 960 at 00000000b09e8965. 00000100:00000010:3.0:1776200749.235493:0:5029:0:(client.c:182:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000002597e356. 00000020:00000040:3.0:1776200749.235495:0:5029:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=5 obd=MGC192.168.203.148@tcp 00000100:00000001:3.0:1776200749.235499:0:5029:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1776200749.235500:0:5029:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1776200749.235504:0:5029:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000063dd5ad7. 00000100:00000001:3.0:1776200749.235506:0:5029:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446631080737700096 : -112992971851520 : ffff993bc60cf900) 00000100:00000001:3.0:1776200749.235508:0:5029:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776200749.235509:0:5029:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682645632 : -112993026905984 : ffff993bc2c4e880) 00000100:00000001:3.0:1776200749.235512:0:5029:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1776200749.235516:0:5029:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200749.235518:0:5029:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1776200749.235520:0:5029:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1776200749.235524:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e3e8d448 x1862481227048384/t0(0) o256->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.235530:0:5029:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1776200749.235531:0:5029:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200749.235534:0:5029:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1776200749.235536:0:5029:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1776200749.235538:0:5029:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e3e8d448 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:822f82fc-1b4a-4a91-a190-4cbe8fb35285:5029:1862481227048384:192.168.203.148@tcp:256:ll_cfg_requeue.0 00000100:00000001:3.0:1776200749.235542:0:5029:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1776200749.235547:0:5029:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1776200749.235549:0:5029:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200749.235551:0:5029:0:(niobuf.c:324:ptlrpc_register_bulk()) Process entered 00000400:00000200:3.0:1776200749.235559:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:3.0:1776200749.235562:0:5029:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000073e4a539. 00000400:00000010:3.0:1776200749.235608:0:5029:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 184 at 000000004a9b3d20 (tot 3422782). 00000100:00000200:3.0:1776200749.235615:0:5029:0:(niobuf.c:431:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x69deab3f065c0-0x69deab3f065c0, portal 33 00000100:00000001:3.0:1776200749.235618:0:5029:0:(niobuf.c:433:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200749.235621:0:5029:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1776200749.235624:0:5029:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e4a755d. 02000000:00000001:3.0:1776200749.235625:0:5029:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1776200749.235629:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:3.0:1776200749.235631:0:5029:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000de34f01f. 00000400:00000010:3.0:1776200749.235635:0:5029:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fe39d81. 00000100:00000200:3.0:1776200749.235637:0:5029:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227048384, portal 25 00000100:00000001:3.0:1776200749.235639:0:5029:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776200749.235640:0:5029:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682645632 : -112993026905984 : ffff993bc2c4e880) 00000100:00000040:3.0:1776200749.235644:0:5029:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000e3e8d448 x1862481227048384/t0(0) o256->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 304/240 e 0 to 0 dl 1776200756 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.235650:0:5029:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1776200749.235653:0:5029:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:3.0:1776200749.235655:0:5029:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f47a6c6e. 00000100:00000200:3.0:1776200749.235657:0:5029:0:(niobuf.c:86:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1862481227048384, offset 0 00000400:00000200:3.0:1776200749.235662:0:5029:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:3.0:1776200749.235670:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.235678:0:5029:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200749.235693:0:5029:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:3.0:1776200749.235700:0:5029:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776200749.235703:0:5029:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:3.0:1776200749.235707:0:5029:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [367:367:256:4294967295] 192.168.203.148@tcp LPNI seq info [367:367:8:4294967295] 00000400:00000200:3.0:1776200749.235714:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.235723:0:5029:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:3.0:1776200749.235728:0:5029:0:(socklnd_cb.c:995:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200749.235732:0:5029:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e06bd1bd (tot 3423030). 00000800:00000200:3.0:1776200749.235737:0:5029:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200749.235744:0:5029:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200749.235748:0:5029:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e06bd1bd type 1, nob 400 niov 1 nkiov 1 00000100:00000001:3.0:1776200749.235773:0:5029:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200749.235775:0:5029:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200749.235778:0:5029:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200749.235779:0:5029:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1776200749.235781:0:5029:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:3.0:1776200749.235783:0:5029:0:(client.c:2500:ptlrpc_set_wait()) set 0000000063dd5ad7 going to sleep for 6 seconds 00000100:00000001:3.0:1776200749.235786:0:5029:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200749.235788:0:5029:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200749.237067:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200749.237074:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e06bd1bd (tot 3422782). 00000400:00000200:2.0:1776200749.237085:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200749.237092:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200749.237097:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f47a6c6e 00000400:00000010:2.0:1776200749.237111:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f47a6c6e. 00000100:00000001:2.0:1776200749.237116:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200749.237122:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e3e8d448 x1862481227048384/t0(0) o256->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 304/240 e 0 to 0 dl 1776200756 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.237134:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200749.237137:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000e3e8d448 x1862481227048384/t0(0) o256->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 304/240 e 0 to 0 dl 1776200756 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.237143:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200749.237145:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200749.267277:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200749.267295:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200749.267300:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200749.267305:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200749.267315:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.267322:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200749.267331:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.267335:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.267339:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.267343:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 0 into portal 33 MB=0x69deab3f065c0 00000400:00000200:2.0:1776200749.267348:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.267353:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.203.148@tcp of length 0/0 into md 0xec5 [4] + 0 00000400:00000010:2.0:1776200749.267358:0:2234:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000073e4a539. 00000400:00000200:2.0:1776200749.267363:0:2234:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000004a9b3d20 00000400:00000200:2.0:1776200749.267370:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200749.267374:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200749.267377:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a9b3d20 00000400:00000010:2.0:1776200749.267380:0:2234:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 184 at 000000004a9b3d20 (tot 3422598). 00000100:00000001:2.0:1776200749.267384:0:2234:0:(events.c:196:client_bulk_callback()) Process entered 00000100:00000200:2.0:1776200749.267386:0:2234:0:(events.c:213:client_bulk_callback()) event type 2, status 0, desc 00000000b09e8965 00000100:00000001:2.0:1776200749.267401:0:2234:0:(events.c:238:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1776200749.267409:0:2234:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1776200749.267413:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.267419:0:2234:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200749.267425:0:2234:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [368:368:256:4294967295] 192.168.203.148@tcp LPNI seq info [368:368:8:4294967295] 00000400:00000200:2.0:1776200749.267442:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.267450:0:2234:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:2.0:1776200749.267455:0:2234:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200749.267460:0:2234:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 232 at 0000000063bad7bd (tot 3422830). 00000800:00000200:2.0:1776200749.267465:0:2234:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200749.267472:0:2234:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200749.267476:0:2234:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000063bad7bd type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1776200749.268536:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200749.268544:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 232 at 0000000063bad7bd (tot 3422598). 00000400:00000200:2.0:1776200749.268551:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200749.268558:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:2.0:1776200749.268568:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200749.268575:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200749.268739:0:5029:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200749.268743:0:5029:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1776200749.275476:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200749.275492:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200749.275496:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200749.275498:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200749.275509:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.275517:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200749.275524:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.275528:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.275531:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.275535:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 240 into portal 25 MB=0x69deab3f065c0 00000400:00000200:2.0:1776200749.275541:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.275547:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.148@tcp of length 240/240 into md 0xecd [1] + 224 00000800:00000001:2.0:1776200749.275555:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200749.275563:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200749.275565:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200749.275569:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200749.275575:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200749.275581:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e3e8d448 x1862481227048384/t0(0) o256->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 304/240 e 0 to 0 dl 1776200756 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000040:2.0:1776200749.275630:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=240 offset=224 replen=240 req@00000000e3e8d448 x1862481227048384/t0(0) o256->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 304/240 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.275734:0:5029:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200749.275752:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200749.275762:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200749.275766:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1776200749.279339:0:5029:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1776200749.279345:0:5029:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1776200749.279348:0:5029:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000de34f01f. 00000400:00000200:3.0:1776200749.279357:0:5029:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fe39d81 00000400:00000010:3.0:1776200749.279359:0:5029:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fe39d81. 00000100:00000001:3.0:1776200749.279365:0:5029:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200749.279379:0:5029:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e3e8d448 x1862481227048384/t0(0) o256->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 304/240 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000200:3.0:1776200749.279389:0:5029:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e3e8d448 x1862481227048384/t0(0) o256->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 304/240 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.279398:0:5029:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1776200749.279399:0:5029:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200749.279402:0:5029:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1776200749.279405:0:5029:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1776200749.279407:0:5029:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1776200749.279409:0:5029:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200749.279411:0:5029:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1776200749.279418:0:5029:0:(import.c:1935:at_measured()) add 1 to 0000000082e3d950 time=118 v=1 (1 0 0 0) 00000100:00001000:3.0:1776200749.279422:0:5029:0:(import.c:1935:at_measured()) add 1 to 000000006882029e time=2 v=1 (1 0 0 0) 00000100:00000001:3.0:1776200749.279424:0:5029:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1776200749.279425:0:5029:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200749.279427:0:5029:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1776200749.279429:0:5029:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200749.279430:0:5029:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200749.279433:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000e3e8d448 x1862481227048384/t0(0) o256->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 304/240 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000040:3.0:1776200749.279441:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000e3e8d448 x1862481227048384/t0(0) o256->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 304/240 e 0 to 0 dl 1776200756 ref 2 fl Bulk:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.279447:0:5029:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1776200749.279449:0:5029:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1776200749.279452:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e3e8d448 x1862481227048384/t0(0) o256->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 304/240 e 0 to 0 dl 1776200756 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00100000:3.0:1776200749.279458:0:5029:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e3e8d448 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:822f82fc-1b4a-4a91-a190-4cbe8fb35285:5029:1862481227048384:192.168.203.148@tcp:256:ll_cfg_requeue.0 00000100:00000001:3.0:1776200749.279462:0:5029:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200749.279465:0:5029:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200749.279467:0:5029:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1776200749.279469:0:5029:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200749.279472:0:5029:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000e3e8d448 x1862481227048384/t0(0) o256->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 304/240 e 0 to 0 dl 1776200756 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.279477:0:5029:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1776200749.279479:0:5029:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000063dd5ad7. 00000100:00000001:3.0:1776200749.279483:0:5029:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1776200749.279484:0:5029:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1776200749.279490:0:5029:0:(mgc_request.c:1736:mgc_process_recover_nodemap_log()) Latest version 5, more 0. 10000000:00000001:3.0:1776200749.279492:0:5029:0:(mgc_request.c:1756:mgc_process_recover_nodemap_log()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200749.279495:0:5029:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200749.279497:0:5029:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000e3e8d448 x1862481227048384/t0(0) o256->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 304/240 e 0 to 0 dl 1776200756 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.279502:0:5029:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1776200749.279504:0:5029:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1776200749.279506:0:5029:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e4a755d. 02000000:00000001:3.0:1776200749.279510:0:5029:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1776200749.279513:0:5029:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1776200749.279514:0:5029:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000020:00000001:3.0:1776200749.279516:0:5029:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00000001:3.0:1776200749.279517:0:5029:0:(client.c:286:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1776200749.279519:0:5029:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1776200749.279519:0:5029:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=3 obd=MGC192.168.203.148@tcp 00000020:00000001:3.0:1776200749.279521:0:5029:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00000010:3.0:1776200749.279523:0:5029:0:(client.c:305:ptlrpc_free_bulk()) kfreed 'desc->bd_vec': 64 at 000000002597e356. 00000100:00000010:3.0:1776200749.279525:0:5029:0:(client.c:306:ptlrpc_free_bulk()) kfreed 'desc': 960 at 00000000b09e8965. 00000100:00000001:3.0:1776200749.279528:0:5029:0:(client.c:307:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1776200749.279529:0:5029:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001fe9cfc0. 02000000:00000001:3.0:1776200749.279532:0:5029:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1776200749.279533:0:5029:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1776200749.279535:0:5029:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e3e8d448. 00000100:00000001:3.0:1776200749.279538:0:5029:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1776200749.279538:0:5029:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1776200749.279557:0:5029:0:(mgc_request.c:1822:mgc_process_recover_nodemap_log()) kfreed 'pages': 32 at 0000000034622b66. 10000000:01000000:3.0:1776200749.279561:0:5029:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.203.148@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:3.0:1776200749.279564:0:5029:0:(mgc_request.c:1136:mgc_cancel()) Process entered 00010000:00000001:3.0:1776200749.279566:0:5029:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1776200749.279569:0:5029:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1776200749.279570:0:5029:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000007d76b0ce refcount=3 00000020:00000001:3.0:1776200749.279572:0:5029:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080799300864 : -112992910250752 : ffff993bc9b8ed00) 00010000:00000001:3.0:1776200749.279575:0:5029:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080799300864 : -112992910250752 : ffff993bc9b8ed00) 00010000:00000001:3.0:1776200749.279577:0:5029:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1776200749.279582:0:5029:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: 000000007d76b0ce/0x8d91c35bada81e42 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x98dca339dc2affee expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1776200749.279607:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000007fb29039 count: 1 00010000:00000001:3.0:1776200749.279611:0:5029:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200749.279613:0:5029:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1776200749.279615:0:5029:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.148@tcp lock: 000000007d76b0ce/0x8d91c35bada81e42 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x98dca339dc2affee expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1776200749.279620:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000007fb29039 count: 1 00010000:00000001:3.0:1776200749.279622:0:5029:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1776200749.279623:0:5029:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200749.279624:0:5029:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1776200749.279625:0:5029:0:(mgc_request.c:1140:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1776200749.279627:0:5029:0:(mgc_request.c:2158:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1776200749.279630:0:5029:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1776200749.279632:0:5029:0:(mgc_request.c:128:config_log_get()) Process entered 10000000:00000040:3.0:1776200749.279633:0:5029:0:(mgc_request.c:131:config_log_get()) log lustre-client (000000000c0a9ff3) refs 2 10000000:00000001:3.0:1776200749.279635:0:5029:0:(mgc_request.c:132:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1776200749.279636:0:5029:0:(mgc_request.c:139:config_log_put()) Process entered 10000000:00000040:3.0:1776200749.279637:0:5029:0:(mgc_request.c:145:config_log_put()) log lustre-cliir(000000007ab8301a) refs 3 10000000:00000001:3.0:1776200749.279639:0:5029:0:(mgc_request.c:169:config_log_put()) Process leaving 10000000:00000001:3.0:1776200749.279640:0:5029:0:(mgc_request.c:599:do_requeue()) Process entered 10000000:01000000:3.0:1776200749.279642:0:5029:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:3.0:1776200749.279643:0:5029:0:(mgc_request.c:2048:mgc_process_log()) Process entered 10000000:01000000:3.0:1776200749.280236:0:5029:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-client-ffff993bc2c8c000 from 42 10000000:00000001:3.0:1776200749.280241:0:5029:0:(mgc_request.c:1098:mgc_enqueue()) Process entered 10000000:01000000:3.0:1776200749.280242:0:5029:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:3.0:1776200749.280251:0:5029:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e3e8d448. 00000020:00000040:3.0:1776200749.280254:0:5029:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000100:00000001:3.0:1776200749.280258:0:5029:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1776200749.280260:0:5029:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1776200749.280264:0:5029:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1776200749.280271:0:5029:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001fe9cfc0. 00000100:00000001:3.0:1776200749.280276:0:5029:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200749.280280:0:5029:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1776200749.280282:0:5029:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1776200749.280287:0:5029:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b5372adf. 00010000:00000001:3.0:1776200749.280291:0:5029:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1776200749.280294:0:5029:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000093c19c0e. 00000020:00000001:3.0:1776200749.280297:0:5029:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:3.0:1776200749.280299:0:5029:0:(lustre_handles.c:97:class_handle_hash()) added object 0000000093c19c0e with handle 0x8d91c35bada81e49 to hash 00000020:00000001:3.0:1776200749.280301:0:5029:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:3.0:1776200749.280302:0:5029:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446631080799304320 : -112992910247296 : ffff993bc9b8fa80) 00010000:00000001:3.0:1776200749.280304:0:5029:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446631080799304320 : -112992910247296 : ffff993bc9b8fa80) 00010000:00000001:3.0:1776200749.280307:0:5029:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200749.280309:0:5029:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200749.280312:0:5029:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: 0000000093c19c0e/0x8d91c35bada81e49 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1776200749.280318:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b5372adf count: 1 00010000:00010000:3.0:1776200749.280320:0:5029:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.148@tcp lock: 0000000093c19c0e/0x8d91c35bada81e49 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1776200749.280325:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b5372adf count: 1 00010000:00010000:3.0:1776200749.280329:0:5029:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.148@tcp lock: 0000000093c19c0e/0x8d91c35bada81e49 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1776200749.280334:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b5372adf count: 1 00000100:00000001:3.0:1776200749.280336:0:5029:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1776200749.280337:0:5029:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1776200749.280342:0:5029:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000063dd5ad7. 00000100:00000001:3.0:1776200749.280344:0:5029:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446631080737700096 : -112992971851520 : ffff993bc60cf900) 00000100:00000001:3.0:1776200749.280346:0:5029:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776200749.280347:0:5029:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682645632 : -112993026905984 : ffff993bc2c4e880) 00000100:00000001:3.0:1776200749.280351:0:5029:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1776200749.280354:0:5029:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200749.280355:0:5029:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1776200749.280357:0:5029:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1776200749.280360:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e3e8d448 x1862481227048448/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.280372:0:5029:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1776200749.280374:0:5029:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200749.280377:0:5029:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1776200749.280379:0:5029:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1776200749.280381:0:5029:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e3e8d448 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:822f82fc-1b4a-4a91-a190-4cbe8fb35285:5029:1862481227048448:192.168.203.148@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1776200749.280385:0:5029:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1776200749.280389:0:5029:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1776200749.280392:0:5029:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200749.280394:0:5029:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1776200749.280397:0:5029:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b09e8965. 02000000:00000001:3.0:1776200749.280399:0:5029:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1776200749.280404:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:3.0:1776200749.280408:0:5029:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000de34f01f. 00000400:00000010:3.0:1776200749.280412:0:5029:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fe39d81. 00000100:00000200:3.0:1776200749.280417:0:5029:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227048448, portal 25 00000100:00000001:3.0:1776200749.280419:0:5029:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776200749.280420:0:5029:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682645632 : -112993026905984 : ffff993bc2c4e880) 00000100:00000040:3.0:1776200749.280423:0:5029:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000e3e8d448 x1862481227048448/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.280429:0:5029:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1776200749.280432:0:5029:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:3.0:1776200749.280434:0:5029:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006040020d. 00000100:00000200:3.0:1776200749.280436:0:5029:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1862481227048448, offset 0 00000400:00000200:3.0:1776200749.280443:0:5029:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:3.0:1776200749.280449:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.280456:0:5029:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200749.280463:0:5029:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:3.0:1776200749.280466:0:5029:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776200749.280469:0:5029:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:3.0:1776200749.280472:0:5029:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [369:369:256:4294967295] 192.168.203.148@tcp LPNI seq info [369:369:8:4294967295] 00000400:00000200:3.0:1776200749.280476:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.280485:0:5029:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:3.0:1776200749.280490:0:5029:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200749.280495:0:5029:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e06bd1bd (tot 3422846). 00000800:00000200:3.0:1776200749.280501:0:5029:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200749.280508:0:5029:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200749.280512:0:5029:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e06bd1bd type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1776200749.283420:0:5029:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200749.283429:0:5029:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200749.283433:0:5029:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200749.283436:0:5029:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1776200749.283438:0:5029:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:3.0:1776200749.283439:0:5029:0:(client.c:2500:ptlrpc_set_wait()) set 0000000063dd5ad7 going to sleep for 6 seconds 00000100:00000001:3.0:1776200749.283444:0:5029:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200749.283447:0:5029:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200749.284636:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200749.284641:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e06bd1bd (tot 3422598). 00000400:00000200:2.0:1776200749.284791:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200749.284800:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200749.284806:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006040020d 00000400:00000010:2.0:1776200749.284809:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006040020d. 00000100:00000001:2.0:1776200749.284814:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200749.284820:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e3e8d448 x1862481227048448/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.285151:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200749.285155:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000e3e8d448 x1862481227048448/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.285162:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200749.285164:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200749.290305:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200749.290320:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200749.290324:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200749.290326:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200749.290336:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.290342:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200749.290349:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.290355:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.290358:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.290362:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 344 into portal 25 MB=0x69deab3f06600 00000400:00000200:2.0:1776200749.290366:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.290371:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.148@tcp of length 344/344 into md 0xedd [1] + 224 00000800:00000001:2.0:1776200749.290378:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200749.290397:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200749.290399:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200749.290403:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200749.290408:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200749.290414:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e3e8d448 x1862481227048448/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000040:2.0:1776200749.290423:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=344 offset=224 replen=344 req@00000000e3e8d448 x1862481227048448/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.290440:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200749.290447:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200749.290449:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200749.290647:0:5029:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1776200749.290655:0:5029:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1776200749.290657:0:5029:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1776200749.290659:0:5029:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000de34f01f. 00000400:00000200:3.0:1776200749.290664:0:5029:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fe39d81 00000400:00000010:3.0:1776200749.290665:0:5029:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fe39d81. 00000100:00000001:3.0:1776200749.290669:0:5029:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200749.290672:0:5029:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e3e8d448 x1862481227048448/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000200:3.0:1776200749.290679:0:5029:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e3e8d448 x1862481227048448/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.290695:0:5029:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1776200749.290696:0:5029:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200749.290699:0:5029:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1776200749.290702:0:5029:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1776200749.290704:0:5029:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1776200749.290706:0:5029:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200749.290709:0:5029:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1776200749.290714:0:5029:0:(import.c:1935:at_measured()) add 1 to 0000000082e3d950 time=118 v=1 (1 0 0 0) 00000100:00001000:3.0:1776200749.290718:0:5029:0:(import.c:1935:at_measured()) add 1 to 000000006882029e time=2 v=1 (1 0 0 0) 00000100:00000001:3.0:1776200749.290722:0:5029:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1776200749.290723:0:5029:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200749.290726:0:5029:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1776200749.290728:0:5029:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200749.290730:0:5029:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200749.290738:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e3e8d448 x1862481227048448/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.290744:0:5029:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200749.290746:0:5029:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1776200749.290749:0:5029:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1776200749.290751:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e3e8d448 x1862481227048448/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00100000:3.0:1776200749.290757:0:5029:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e3e8d448 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:822f82fc-1b4a-4a91-a190-4cbe8fb35285:5029:1862481227048448:192.168.203.148@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1776200749.290762:0:5029:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200749.290764:0:5029:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200749.290766:0:5029:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1776200749.290768:0:5029:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200749.290770:0:5029:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000e3e8d448 x1862481227048448/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.290775:0:5029:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1776200749.290778:0:5029:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000063dd5ad7. 00000100:00000001:3.0:1776200749.290781:0:5029:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1776200749.290782:0:5029:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200749.290785:0:5029:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1776200749.290787:0:5029:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1776200749.290790:0:5029:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1776200749.290792:0:5029:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000093c19c0e refcount=4 00000020:00000001:3.0:1776200749.290794:0:5029:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080799304320 : -112992910247296 : ffff993bc9b8fa80) 00010000:00000001:3.0:1776200749.290797:0:5029:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080799304320 : -112992910247296 : ffff993bc9b8fa80) 00010000:00000040:3.0:1776200749.290802:0:5029:0:(ldlm_request.c:701:ldlm_cli_enqueue_fini()) local: 0000000093c19c0e, remote cookie: 0x98dca339dc2afff5, flags: 0x0 00010000:00000001:3.0:1776200749.290804:0:5029:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1776200749.290807:0:5029:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1776200749.290809:0:5029:0:(ldlm_lock.c:977:search_granted_lock()) Process entered 00010000:00000001:3.0:1776200749.290811:0:5029:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1776200749.290812:0:5029:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1776200749.290814:0:5029:0:(ldlm_resource.c:1787:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (00000000b5372adf) refcount = 1 00010000:00010000:3.0:1776200749.290818:0:5029:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.148@tcp lock: 0000000093c19c0e/0x8d91c35bada81e49 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x98dca339dc2afff5 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1776200749.290824:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b5372adf count: 1 00010000:00000001:3.0:1776200749.290837:0:5029:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1776200749.290839:0:5029:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1776200749.290840:0:5029:0:(ldlm_lock.c:1891:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1776200749.290843:0:5029:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1776200749.290844:0:5029:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200749.290846:0:5029:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.148@tcp lock: 0000000093c19c0e/0x8d91c35bada81e49 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x98dca339dc2afff5 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1776200749.290852:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b5372adf count: 1 00010000:00000001:3.0:1776200749.290853:0:5029:0:(ldlm_request.c:797:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1776200749.290855:0:5029:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200749.290856:0:5029:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200749.290857:0:5029:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200749.290858:0:5029:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200749.290859:0:5029:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200749.290861:0:5029:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200749.290864:0:5029:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000e3e8d448 x1862481227048448/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.290869:0:5029:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1776200749.290871:0:5029:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1776200749.290873:0:5029:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b09e8965. 02000000:00000001:3.0:1776200749.290876:0:5029:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1776200749.290878:0:5029:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1776200749.290879:0:5029:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=3 obd=MGC192.168.203.148@tcp 00000020:00000001:3.0:1776200749.291324:0:5029:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1776200749.291327:0:5029:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001fe9cfc0. 02000000:00000001:3.0:1776200749.291331:0:5029:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1776200749.291333:0:5029:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1776200749.291334:0:5029:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e3e8d448. 00000100:00000001:3.0:1776200749.291338:0:5029:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1776200749.291338:0:5029:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1776200749.291341:0:5029:0:(mgc_request.c:1130:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1776200749.291343:0:5029:0:(mgc_request.c:128:config_log_get()) Process entered 10000000:00000040:3.0:1776200749.291345:0:5029:0:(mgc_request.c:131:config_log_get()) log lustre-client (000000000c0a9ff3) refs 3 10000000:00000001:3.0:1776200749.291347:0:5029:0:(mgc_request.c:132:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200749.291349:0:5029:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1776200749.291350:0:5029:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1776200749.291352:0:5029:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000093c19c0e refcount=3 00000020:00000001:3.0:1776200749.291353:0:5029:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080799304320 : -112992910247296 : ffff993bc9b8fa80) 00010000:00000001:3.0:1776200749.291356:0:5029:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080799304320 : -112992910247296 : ffff993bc9b8fa80) 00010000:00000001:3.0:1776200749.291358:0:5029:0:(ldlm_lock.c:2530:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1776200749.291359:0:5029:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200749.291360:0:5029:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200749.291361:0:5029:0:(ldlm_lock.c:2539:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1776200749.291363:0:5029:0:(mgc_request.c:1895:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1776200749.291368:0:5029:0:(mgc_request.c:1903:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000002597e356. 00000020:00000010:3.0:1776200749.291371:0:5029:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001fe9cfc0. 00000020:00000010:3.0:1776200749.291376:0:5029:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000003e4a755d. 00000040:00000010:3.0:1776200749.291379:0:5029:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 000000008d08a544. 00000020:00000010:3.0:1776200749.291383:0:5029:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000e0e74e59. 00000020:00000010:3.0:1776200749.291387:0:5029:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 000000006447be09. 80000000:00000010:3.0:1776200749.291390:0:5029:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 000000000ca8f110. 00040000:00000010:3.0:1776200749.291395:0:5029:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 0000000086a9b3fb. 20000000:00000010:3.0:1776200749.291398:0:5029:0:(mgs_handler.c:1610:mgs_key_init()) kmalloced '(value)': 424 at 00000000c1da6b3f. 10000000:00000040:3.0:1776200749.291402:0:5029:0:(lustre_log.h:384:llog_ctxt_get()) GETting ctxt 0000000041e74b2d : new refcount 2 00000020:00000001:3.0:1776200749.291404:0:5029:0:(obd_config.c:2016:class_config_parse_llog()) Process entered 00000020:00000040:3.0:1776200749.291406:0:5029:0:(obd_config.c:2018:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:3.0:1776200749.291408:0:5029:0:(llog.c:1382:llog_open()) Process entered 00000040:00000010:3.0:1776200749.291410:0:5029:0:(llog.c:62:llog_alloc_handle()) kmalloced '(loghandle)': 384 at 00000000f13cb513. 00000040:00000001:3.0:1776200749.291413:0:5029:0:(llog_client.c:88:llog_client_open()) Process entered 00000020:00000040:3.0:1776200749.291415:0:5029:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000100:00000010:3.0:1776200749.291418:0:5029:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e3e8d448. 00000020:00000040:3.0:1776200749.291420:0:5029:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=5 obd=MGC192.168.203.148@tcp 00000100:00000001:3.0:1776200749.291424:0:5029:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1776200749.291427:0:5029:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1776200749.291430:0:5029:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1776200749.291436:0:5029:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000145b6eb6. 00000100:00000001:3.0:1776200749.291441:0:5029:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200749.291445:0:5029:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1776200749.291447:0:5029:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1776200749.291451:0:5029:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000063dd5ad7. 00000100:00000001:3.0:1776200749.291453:0:5029:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446631080737700096 : -112992971851520 : ffff993bc60cf900) 00000100:00000001:3.0:1776200749.291455:0:5029:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776200749.291456:0:5029:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682645632 : -112993026905984 : ffff993bc2c4e880) 00000100:00000001:3.0:1776200749.291460:0:5029:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1776200749.291463:0:5029:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200749.291465:0:5029:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1776200749.291466:0:5029:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1776200749.291470:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e3e8d448 x1862481227048512/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.291477:0:5029:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1776200749.291479:0:5029:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200749.291482:0:5029:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1776200749.291483:0:5029:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1776200749.291486:0:5029:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e3e8d448 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:822f82fc-1b4a-4a91-a190-4cbe8fb35285:5029:1862481227048512:192.168.203.148@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1776200749.291489:0:5029:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1776200749.291493:0:5029:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1776200749.291494:0:5029:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200749.291497:0:5029:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1776200749.291500:0:5029:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007ac96c31. 02000000:00000001:3.0:1776200749.291501:0:5029:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1776200749.291506:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:3.0:1776200749.291509:0:5029:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000de34f01f. 00000400:00000010:3.0:1776200749.291513:0:5029:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fe39d81. 00000100:00000200:3.0:1776200749.291518:0:5029:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227048512, portal 25 00000100:00000001:3.0:1776200749.291520:0:5029:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776200749.291521:0:5029:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682645632 : -112993026905984 : ffff993bc2c4e880) 00000100:00000040:3.0:1776200749.291524:0:5029:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000e3e8d448 x1862481227048512/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 512/272 e 0 to 0 dl 1776200756 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.291531:0:5029:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1776200749.291533:0:5029:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:3.0:1776200749.291535:0:5029:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000629d7089. 00000100:00000200:3.0:1776200749.291537:0:5029:0:(niobuf.c:86:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1862481227048512, offset 0 00000400:00000200:3.0:1776200749.291542:0:5029:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:3.0:1776200749.291548:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.291554:0:5029:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200749.291561:0:5029:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:3.0:1776200749.291575:0:5029:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776200749.291578:0:5029:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:3.0:1776200749.291581:0:5029:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [370:370:256:4294967295] 192.168.203.148@tcp LPNI seq info [370:370:8:4294967295] 00000400:00000200:3.0:1776200749.291585:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.291640:0:5029:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:3.0:1776200749.291645:0:5029:0:(socklnd_cb.c:995:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200749.291650:0:5029:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce18e5cf (tot 3422846). 00000800:00000200:3.0:1776200749.291656:0:5029:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200749.291664:0:5029:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200749.291667:0:5029:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ce18e5cf type 1, nob 608 niov 1 nkiov 1 00000100:00000001:3.0:1776200749.291691:0:5029:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200749.291693:0:5029:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200749.291696:0:5029:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200749.291698:0:5029:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1776200749.291699:0:5029:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:3.0:1776200749.291701:0:5029:0:(client.c:2500:ptlrpc_set_wait()) set 0000000063dd5ad7 going to sleep for 6 seconds 00000100:00000001:3.0:1776200749.291703:0:5029:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200749.291705:0:5029:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200749.291828:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200749.291831:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce18e5cf (tot 3422598). 00000400:00000200:2.0:1776200749.291839:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200749.291842:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200749.291845:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000629d7089 00000400:00000010:2.0:1776200749.291847:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000629d7089. 00000100:00000001:2.0:1776200749.291850:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200749.291853:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e3e8d448 x1862481227048512/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 512/272 e 0 to 0 dl 1776200756 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.291860:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200749.291862:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000e3e8d448 x1862481227048512/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 512/272 e 0 to 0 dl 1776200756 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.291867:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200749.291868:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200749.302436:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200749.302453:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200749.302458:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200749.302460:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200749.302471:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.302478:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200749.302486:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.302491:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.302494:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.302512:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 272 into portal 25 MB=0x69deab3f06640 00000400:00000200:2.0:1776200749.302517:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.302523:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.148@tcp of length 272/272 into md 0xeed [1] + 224 00000800:00000001:2.0:1776200749.302531:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200749.302538:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200749.302540:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200749.302544:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200749.302552:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200749.302559:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e3e8d448 x1862481227048512/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 512/272 e 0 to 0 dl 1776200756 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000040:2.0:1776200749.302674:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=272 offset=224 replen=272 req@00000000e3e8d448 x1862481227048512/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 512/272 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.302734:0:5029:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200749.303128:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200749.303138:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200749.303143:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1776200749.303477:0:5029:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1776200749.303480:0:5029:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1776200749.303483:0:5029:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000de34f01f. 00000400:00000200:3.0:1776200749.303488:0:5029:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fe39d81 00000400:00000010:3.0:1776200749.303490:0:5029:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fe39d81. 00000100:00000001:3.0:1776200749.303493:0:5029:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200749.303499:0:5029:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e3e8d448 x1862481227048512/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 512/272 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000200:3.0:1776200749.303507:0:5029:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e3e8d448 x1862481227048512/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 512/272 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.303512:0:5029:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1776200749.303514:0:5029:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200749.303516:0:5029:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1776200749.303518:0:5029:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1776200749.303521:0:5029:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1776200749.303523:0:5029:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200749.303525:0:5029:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1776200749.303531:0:5029:0:(import.c:1935:at_measured()) add 1 to 0000000082e3d950 time=118 v=1 (1 0 0 0) 00000100:00001000:3.0:1776200749.303534:0:5029:0:(import.c:1935:at_measured()) add 1 to 000000006882029e time=2 v=1 (1 0 0 0) 00000100:00000001:3.0:1776200749.303536:0:5029:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1776200749.303537:0:5029:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200749.303540:0:5029:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1776200749.303541:0:5029:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200749.303544:0:5029:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200749.303546:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e3e8d448 x1862481227048512/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 512/272 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.303551:0:5029:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200749.303554:0:5029:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1776200749.303556:0:5029:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1776200749.303558:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e3e8d448 x1862481227048512/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 512/272 e 0 to 0 dl 1776200756 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00100000:3.0:1776200749.303652:0:5029:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e3e8d448 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:822f82fc-1b4a-4a91-a190-4cbe8fb35285:5029:1862481227048512:192.168.203.148@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1776200749.303658:0:5029:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200749.303661:0:5029:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200749.303663:0:5029:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1776200749.303666:0:5029:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200749.303668:0:5029:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000e3e8d448 x1862481227048512/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 512/272 e 0 to 0 dl 1776200756 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.303679:0:5029:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1776200749.303681:0:5029:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000063dd5ad7. 00000100:00000001:3.0:1776200749.303694:0:5029:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1776200749.303695:0:5029:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1776200749.303699:0:5029:0:(llog_client.c:139:llog_client_open()) Process leaving 00000020:00000001:3.0:1776200749.303703:0:5029:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1776200749.303704:0:5029:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000020:00000001:3.0:1776200749.303707:0:5029:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00000001:3.0:1776200749.303708:0:5029:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200749.303710:0:5029:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000e3e8d448 x1862481227048512/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 512/272 e 0 to 0 dl 1776200756 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.303716:0:5029:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1776200749.303718:0:5029:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1776200749.303721:0:5029:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007ac96c31. 02000000:00000001:3.0:1776200749.303723:0:5029:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1776200749.303724:0:5029:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1776200749.303725:0:5029:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=3 obd=MGC192.168.203.148@tcp 00000020:00000001:3.0:1776200749.303726:0:5029:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1776200749.303729:0:5029:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000145b6eb6. 02000000:00000001:3.0:1776200749.303731:0:5029:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1776200749.303733:0:5029:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1776200749.303734:0:5029:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e3e8d448. 00000100:00000001:3.0:1776200749.303736:0:5029:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1776200749.303737:0:5029:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1776200749.303739:0:5029:0:(llog.c:1405:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1776200749.303742:0:5029:0:(llog.c:400:llog_init_handle()) Process entered 00000040:00000010:3.0:1776200749.303749:0:5029:0:(llog.c:405:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000060d4806a. 00000040:00000001:3.0:1776200749.303751:0:5029:0:(llog.c:353:llog_read_header()) Process entered 00000040:00000001:3.0:1776200749.303752:0:5029:0:(llog_client.c:279:llog_client_read_header()) Process entered 00000020:00000040:3.0:1776200749.303754:0:5029:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000100:00000010:3.0:1776200749.303757:0:5029:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e3e8d448. 00000020:00000040:3.0:1776200749.303759:0:5029:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=5 obd=MGC192.168.203.148@tcp 00000100:00000001:3.0:1776200749.303762:0:5029:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1776200749.303764:0:5029:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1776200749.303767:0:5029:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1776200749.303772:0:5029:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000145b6eb6. 00000100:00000001:3.0:1776200749.303776:0:5029:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200749.303778:0:5029:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1776200749.303779:0:5029:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1776200749.303783:0:5029:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000063dd5ad7. 00000100:00000001:3.0:1776200749.303785:0:5029:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446631080737700096 : -112992971851520 : ffff993bc60cf900) 00000100:00000001:3.0:1776200749.303787:0:5029:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776200749.303788:0:5029:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682645632 : -112993026905984 : ffff993bc2c4e880) 00000100:00000001:3.0:1776200749.303791:0:5029:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1776200749.303794:0:5029:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200749.303796:0:5029:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1776200749.303797:0:5029:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1776200749.303800:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e3e8d448 x1862481227048576/t0(0) o503->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.303806:0:5029:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1776200749.303808:0:5029:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200749.303810:0:5029:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1776200749.303812:0:5029:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1776200749.303814:0:5029:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e3e8d448 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:822f82fc-1b4a-4a91-a190-4cbe8fb35285:5029:1862481227048576:192.168.203.148@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1776200749.303817:0:5029:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1776200749.303822:0:5029:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1776200749.303823:0:5029:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200749.304800:0:5029:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1776200749.305258:0:5029:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000003a48ff80. 02000000:00000001:3.0:1776200749.305264:0:5029:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1776200749.305274:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:3.0:1776200749.305281:0:5029:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000de34f01f. 00000400:00000010:3.0:1776200749.305287:0:5029:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 184 at 000000006c93f313 (tot 3422782). 00000100:00000200:3.0:1776200749.305294:0:5029:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1862481227048576, portal 25 00000100:00000001:3.0:1776200749.305297:0:5029:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776200749.305299:0:5029:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682645632 : -112993026905984 : ffff993bc2c4e880) 00000100:00000040:3.0:1776200749.305308:0:5029:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000e3e8d448 x1862481227048576/t0(0) o503->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776200756 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.305315:0:5029:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1776200749.305319:0:5029:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:3.0:1776200749.305323:0:5029:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fe39d81. 00000100:00000200:3.0:1776200749.305325:0:5029:0:(niobuf.c:86:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1862481227048576, offset 0 00000400:00000200:3.0:1776200749.305331:0:5029:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:3.0:1776200749.305339:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.305346:0:5029:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200749.305353:0:5029:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:3.0:1776200749.305356:0:5029:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776200749.305359:0:5029:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:3.0:1776200749.305362:0:5029:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [371:371:256:4294967295] 192.168.203.148@tcp LPNI seq info [371:371:8:4294967295] 00000400:00000200:3.0:1776200749.305367:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.305374:0:5029:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:3.0:1776200749.305379:0:5029:0:(socklnd_cb.c:995:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200749.305384:0:5029:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000df024b8b (tot 3423030). 00000800:00000200:3.0:1776200749.305391:0:5029:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200749.305397:0:5029:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200749.305400:0:5029:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000df024b8b type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1776200749.305488:0:5029:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200749.305491:0:5029:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200749.305494:0:5029:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200749.305496:0:5029:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1776200749.305497:0:5029:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:3.0:1776200749.305499:0:5029:0:(client.c:2500:ptlrpc_set_wait()) set 0000000063dd5ad7 going to sleep for 6 seconds 00000100:00000001:3.0:1776200749.305501:0:5029:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200749.305504:0:5029:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200749.306538:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200749.306544:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000df024b8b (tot 3422782). 00000400:00000200:2.0:1776200749.306552:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200749.306559:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200749.306574:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fe39d81 00000400:00000010:2.0:1776200749.306577:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fe39d81. 00000100:00000001:2.0:1776200749.306581:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200749.306585:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e3e8d448 x1862481227048576/t0(0) o503->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776200756 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.306632:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200749.306635:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000e3e8d448 x1862481227048576/t0(0) o503->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776200756 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.306641:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200749.306643:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200749.318582:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200749.318636:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200749.318641:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200749.318643:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200749.318670:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.318678:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200749.318694:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.318700:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.318703:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.318707:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 8416 into portal 25 MB=0x69deab3f06680 00000400:00000200:2.0:1776200749.318713:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.318719:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.148@tcp of length 8416/8416 into md 0xefd [4] + 224 00000800:00000001:2.0:1776200749.318726:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200749.318751:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200749.318754:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200749.318759:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200749.318766:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200749.318771:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e3e8d448 x1862481227048576/t0(0) o503->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776200756 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000040:2.0:1776200749.318791:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=8416 offset=224 replen=8416 req@00000000e3e8d448 x1862481227048576/t0(0) o503->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.318847:0:5029:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200749.318972:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200749.318982:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200749.318986:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1776200749.320901:0:5029:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1776200749.320905:0:5029:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1776200749.320908:0:5029:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000de34f01f. 00000400:00000200:3.0:1776200749.320916:0:5029:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006c93f313 00000400:00000010:3.0:1776200749.320918:0:5029:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 184 at 000000006c93f313 (tot 3422598). 00000100:00000001:3.0:1776200749.320924:0:5029:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200749.320932:0:5029:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e3e8d448 x1862481227048576/t0(0) o503->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000200:3.0:1776200749.320948:0:5029:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e3e8d448 x1862481227048576/t0(0) o503->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.321033:0:5029:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1776200749.321036:0:5029:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200749.321039:0:5029:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1776200749.321042:0:5029:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1776200749.321044:0:5029:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1776200749.321047:0:5029:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200749.321049:0:5029:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1776200749.321390:0:5029:0:(import.c:1935:at_measured()) add 1 to 0000000082e3d950 time=118 v=1 (1 0 0 0) 00000100:00001000:3.0:1776200749.321396:0:5029:0:(import.c:1935:at_measured()) add 1 to 000000006882029e time=2 v=1 (1 0 0 0) 00000100:00000001:3.0:1776200749.321399:0:5029:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1776200749.321400:0:5029:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200749.321402:0:5029:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1776200749.321404:0:5029:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200749.321406:0:5029:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200749.321411:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e3e8d448 x1862481227048576/t0(0) o503->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.321418:0:5029:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200749.321421:0:5029:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1776200749.321423:0:5029:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1776200749.321425:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e3e8d448 x1862481227048576/t0(0) o503->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776200756 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00100000:3.0:1776200749.321432:0:5029:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e3e8d448 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:822f82fc-1b4a-4a91-a190-4cbe8fb35285:5029:1862481227048576:192.168.203.148@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1776200749.321438:0:5029:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200749.321441:0:5029:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200749.321443:0:5029:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1776200749.321445:0:5029:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200749.321447:0:5029:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000e3e8d448 x1862481227048576/t0(0) o503->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776200756 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.321453:0:5029:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1776200749.321455:0:5029:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000063dd5ad7. 00000100:00000001:3.0:1776200749.321459:0:5029:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1776200749.321460:0:5029:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1776200749.321468:0:5029:0:(llog_client.c:326:llog_client_read_header()) Process leaving 00000100:00000001:3.0:1776200749.321469:0:5029:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200749.321471:0:5029:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000e3e8d448 x1862481227048576/t0(0) o503->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776200756 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.321476:0:5029:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1776200749.321478:0:5029:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1776200749.321481:0:5029:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000003a48ff80. 02000000:00000001:3.0:1776200749.321498:0:5029:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1776200749.321500:0:5029:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1776200749.321502:0:5029:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000020:00000001:3.0:1776200749.321504:0:5029:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1776200749.321506:0:5029:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000145b6eb6. 02000000:00000001:3.0:1776200749.321509:0:5029:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1776200749.321511:0:5029:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1776200749.321512:0:5029:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e3e8d448. 00000100:00000001:3.0:1776200749.321515:0:5029:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1776200749.321516:0:5029:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1776200749.325216:0:5029:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1776200749.325221:0:5029:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=3 obd=MGC192.168.203.148@tcp 00000020:00000001:0.0:1776200749.325229:0:5029:0:(genops.c:1211:class_import_put()) Process leaving 00000040:00000001:0.0:1776200749.325231:0:5029:0:(llog.c:389:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1776200749.325234:0:5029:0:(llog.c:463:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1776200749.325236:0:5029:0:(llog.c:882:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1776200749.325244:0:5029:0:(llog.c:884:llog_process_or_fork()) kmalloced '(lpi)': 104 at 0000000060f98ce8. 00000040:00001000:0.0:1776200749.325246:0:5029:0:(llog.c:899:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 41 last_idx 0 read_mode 0 00000020:00000010:3.0:1776200749.327549:0:9415:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000145b6eb6. 00000020:00000010:3.0:1776200749.327563:0:9415:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000007ac96c31. 00000040:00000010:3.0:1776200749.327567:0:9415:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000fcaaaf88. 00000020:00000010:3.0:1776200749.327571:0:9415:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000b181620a. 00000020:00000010:3.0:1776200749.327576:0:9415:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000f42d9f91. 80000000:00000010:3.0:1776200749.327580:0:9415:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 0000000004dbec5f. 00040000:00000010:3.0:1776200749.327586:0:9415:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000df024b8b. 00040000:00000010:2.0:1776200749.328047:0:9415:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000c94ab74a. 20000000:00000010:2.0:1776200749.328181:0:9415:0:(mgs_handler.c:1610:mgs_key_init()) kmalloced '(value)': 424 at 0000000093ed7480. 00000040:00000001:2.0:1776200749.328187:0:9415:0:(llog.c:514:llog_process_thread()) Process entered 00000040:00000010:2.0:1776200749.328193:0:9415:0:(llog.c:525:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000a7766ff2. 00000040:00080000:2.0:1776200749.328749:0:9415:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 42 00000040:00000010:2.0:1776200749.328754:0:9415:0:(llog.c:829:llog_process_thread()) kfreed 'buf': 8192 at 00000000a7766ff2. 00000020:00000010:2.0:1776200749.328762:0:9415:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 000000007ac96c31. 00000040:00000010:2.0:1776200749.328767:0:9415:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at 00000000fcaaaf88. 00000020:00000010:2.0:1776200749.328812:0:9415:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at 00000000b181620a. 00000020:00000010:2.0:1776200749.328819:0:9415:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 00000000f42d9f91. 80000000:00000010:2.0:1776200749.328823:0:9415:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at 0000000004dbec5f. 00040000:00000010:2.0:1776200749.328836:0:9415:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 00000000df024b8b. 00040000:00000010:2.0:1776200749.328844:0:9415:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 00000000c94ab74a. 20000000:00000010:2.0:1776200749.328862:0:9415:0:(mgs_handler.c:1610:mgs_key_fini()) kfreed 'info': 424 at 0000000093ed7480. 00000020:00000010:2.0:1776200749.328865:0:9415:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000145b6eb6. 00000040:00000010:0.0:1776200749.328926:0:5029:0:(llog.c:927:llog_process_or_fork()) kfreed 'lpi': 104 at 0000000060f98ce8. 00000040:00000001:0.0:1776200749.328930:0:5029:0:(llog.c:928:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1776200749.328934:0:5029:0:(obd_config.c:2041:class_config_parse_llog()) Processed log lustre-client gen 42-41 (rc=0) 00000040:00000010:0.0:1776200749.328938:0:5029:0:(llog.c:90:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at 0000000060d4806a. 00000040:00000010:0.0:1776200749.328941:0:5029:0:(llog.c:92:llog_free_handle()) kfreed 'loghandle': 384 at 00000000f13cb513. 00000020:00000001:0.0:1776200749.328944:0:5029:0:(obd_config.c:2047:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1776200749.328946:0:5029:0:(mgc_request.c:1988:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1776200749.328949:0:5029:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 000000003e4a755d. 00000040:00000010:0.0:1776200749.328952:0:5029:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at 000000008d08a544. 00000020:00000010:0.0:1776200749.328963:0:5029:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at 00000000e0e74e59. 00000020:00000010:0.0:1776200749.328966:0:5029:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 000000006447be09. 80000000:00000010:0.0:1776200749.328968:0:5029:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at 000000000ca8f110. 00040000:00000010:0.0:1776200749.328970:0:5029:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 0000000086a9b3fb. 20000000:00000010:0.0:1776200749.328971:0:5029:0:(mgs_handler.c:1610:mgs_key_fini()) kfreed 'info': 424 at 00000000c1da6b3f. 00000020:00000010:0.0:1776200749.328973:0:5029:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001fe9cfc0. 10000000:00000010:0.0:1776200749.328975:0:5029:0:(mgc_request.c:1997:mgc_process_cfg_log()) kfreed 'env': 56 at 000000002597e356. 10000000:01000000:0.0:1776200749.328977:0:5029:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.203.148@tcp: configuration from log 'lustre-client' succeeded (0). 10000000:00000001:0.0:1776200749.328979:0:5029:0:(mgc_request.c:1136:mgc_cancel()) Process entered 00010000:00000001:0.0:1776200749.328981:0:5029:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200749.328983:0:5029:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200749.328985:0:5029:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000093c19c0e refcount=3 00000020:00000001:0.0:1776200749.328986:0:5029:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080799304320 : -112992910247296 : ffff993bc9b8fa80) 00010000:00000001:0.0:1776200749.328987:0:5029:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080799304320 : -112992910247296 : ffff993bc9b8fa80) 00010000:00000001:0.0:1776200749.328989:0:5029:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1776200749.328991:0:5029:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: 0000000093c19c0e/0x8d91c35bada81e49 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x98dca339dc2afff5 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200749.328997:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b5372adf count: 1 00010000:00000001:0.0:1776200749.329000:0:5029:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200749.329001:0:5029:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1776200749.329002:0:5029:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.148@tcp lock: 0000000093c19c0e/0x8d91c35bada81e49 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x98dca339dc2afff5 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200749.329005:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b5372adf count: 1 00010000:00000001:0.0:1776200749.329007:0:5029:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1776200749.329007:0:5029:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200749.329008:0:5029:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1776200749.329008:0:5029:0:(mgc_request.c:1140:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1776200749.329009:0:5029:0:(mgc_request.c:2158:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1776200749.329011:0:5029:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1776200749.329012:0:5029:0:(mgc_request.c:128:config_log_get()) Process entered 10000000:00000040:0.0:1776200749.329013:0:5029:0:(mgc_request.c:131:config_log_get()) log params (000000007602e517) refs 2 10000000:00000001:0.0:1776200749.329014:0:5029:0:(mgc_request.c:132:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1776200749.329015:0:5029:0:(mgc_request.c:139:config_log_put()) Process entered 10000000:00000040:0.0:1776200749.329016:0:5029:0:(mgc_request.c:145:config_log_put()) log lustre-client(000000000c0a9ff3) refs 3 10000000:00000001:0.0:1776200749.329017:0:5029:0:(mgc_request.c:169:config_log_put()) Process leaving 10000000:00000001:0.0:1776200749.329018:0:5029:0:(mgc_request.c:599:do_requeue()) Process entered 10000000:01000000:0.0:1776200749.329019:0:5029:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:0.0:1776200749.329020:0:5029:0:(mgc_request.c:2048:mgc_process_log()) Process entered 10000000:01000000:0.0:1776200749.329021:0:5029:0:(mgc_request.c:2066:mgc_process_log()) Process log params-ffff993bc2c8c000 from 7 10000000:00000001:0.0:1776200749.329023:0:5029:0:(mgc_request.c:1098:mgc_enqueue()) Process entered 10000000:01000000:0.0:1776200749.329024:0:5029:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:0.0:1776200749.329030:0:5029:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004223dea4. 00000020:00000040:0.0:1776200749.329032:0:5029:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000100:00000001:0.0:1776200749.329036:0:5029:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1776200749.329039:0:5029:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1776200749.329042:0:5029:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1776200749.329047:0:5029:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000269d5905. 00000100:00000001:0.0:1776200749.329059:0:5029:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200749.329064:0:5029:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1776200749.329066:0:5029:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1776200749.329070:0:5029:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000110a133d. 00010000:00000001:0.0:1776200749.329073:0:5029:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1776200749.329075:0:5029:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a81e4c5c. 00000020:00000001:0.0:1776200749.329079:0:5029:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1776200749.329080:0:5029:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000a81e4c5c with handle 0x8d91c35bada81e50 to hash 00000020:00000001:0.0:1776200749.329081:0:5029:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1776200749.329083:0:5029:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446631080713894528 : -112992995657088 : ffff993bc4a1ba80) 00010000:00000001:0.0:1776200749.329084:0:5029:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446631080713894528 : -112992995657088 : ffff993bc4a1ba80) 00010000:00000001:0.0:1776200749.329087:0:5029:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1776200749.329089:0:5029:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200749.329090:0:5029:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: 00000000a81e4c5c/0x8d91c35bada81e50 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200749.329094:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000110a133d count: 1 00010000:00010000:0.0:1776200749.329095:0:5029:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.148@tcp lock: 00000000a81e4c5c/0x8d91c35bada81e50 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200749.329098:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000110a133d count: 1 00010000:00010000:0.0:1776200749.329103:0:5029:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.148@tcp lock: 00000000a81e4c5c/0x8d91c35bada81e50 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200749.329106:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000110a133d count: 1 00000100:00000001:0.0:1776200749.329107:0:5029:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1776200749.329109:0:5029:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1776200749.329114:0:5029:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d11991f. 00000100:00000001:0.0:1776200749.329116:0:5029:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446631080835670976 : -112992873880640 : ffff993bcbe3e3c0) 00000100:00000001:0.0:1776200749.329118:0:5029:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200749.329119:0:5029:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080685149312 : -112993024402304 : ffff993bc2eb1c80) 00000100:00000001:0.0:1776200749.329122:0:5029:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1776200749.329125:0:5029:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200749.329127:0:5029:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1776200749.329128:0:5029:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776200749.329135:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004223dea4 x1862481227048640/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:0.0:1776200749.329141:0:5029:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200749.329142:0:5029:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200749.329145:0:5029:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776200749.329147:0:5029:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200749.329149:0:5029:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004223dea4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:822f82fc-1b4a-4a91-a190-4cbe8fb35285:5029:1862481227048640:192.168.203.148@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1776200749.329151:0:5029:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776200749.329154:0:5029:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776200749.329156:0:5029:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200749.329158:0:5029:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1776200749.329161:0:5029:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000035306ab2. 02000000:00000001:0.0:1776200749.329162:0:5029:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776200749.329167:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:0.0:1776200749.329170:0:5029:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001be66422. 00000400:00000010:0.0:1776200749.329175:0:5029:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008bbad72b. 00000100:00000200:0.0:1776200749.329180:0:5029:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227048640, portal 25 00000100:00000001:0.0:1776200749.329181:0:5029:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200749.329182:0:5029:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080685149312 : -112993024402304 : ffff993bc2eb1c80) 00000100:00000040:0.0:1776200749.329184:0:5029:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000004223dea4 x1862481227048640/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:0.0:1776200749.329188:0:5029:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776200749.329190:0:5029:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:0.0:1776200749.329191:0:5029:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005b041e07. 00000100:00000200:0.0:1776200749.329193:0:5029:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1862481227048640, offset 0 00000400:00000200:0.0:1776200749.329198:0:5029:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:0.0:1776200749.329204:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200749.329210:0:5029:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:0.0:1776200749.329217:0:5029:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:0.0:1776200749.329220:0:5029:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776200749.329222:0:5029:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:0.0:1776200749.329224:0:5029:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [372:372:256:4294967295] 192.168.203.148@tcp LPNI seq info [372:372:8:4294967295] 00000400:00000200:0.0:1776200749.329227:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200749.329233:0:5029:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:0.0:1776200749.329237:0:5029:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:0.0:1776200749.329240:0:5029:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000064d7949e (tot 3422846). 00000800:00000200:0.0:1776200749.329245:0:5029:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:0.0:1776200749.329251:0:5029:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:0.0:1776200749.329253:0:5029:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000064d7949e type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1776200749.329264:0:5029:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200749.329266:0:5029:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200749.329269:0:5029:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200749.329271:0:5029:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200749.329272:0:5029:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:0.0:1776200749.329274:0:5029:0:(client.c:2500:ptlrpc_set_wait()) set 000000006d11991f going to sleep for 6 seconds 00000100:00000001:0.0:1776200749.329276:0:5029:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200749.329279:0:5029:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200749.329368:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200749.329372:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000064d7949e (tot 3422598). 00000400:00000200:2.0:1776200749.329376:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200749.329381:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200749.329386:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b041e07 00000400:00000010:2.0:1776200749.329393:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005b041e07. 00000100:00000001:2.0:1776200749.329397:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200749.329400:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004223dea4 x1862481227048640/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.329408:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200749.329468:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000004223dea4 x1862481227048640/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.329476:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200749.329477:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200749.338248:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200749.338265:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200749.338269:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200749.338271:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200749.338280:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.338287:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200749.338303:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.338308:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.338312:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.338316:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 344 into portal 25 MB=0x69deab3f066c0 00000400:00000200:2.0:1776200749.338321:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.338325:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.148@tcp of length 344/344 into md 0xf0d [1] + 224 00000800:00000001:2.0:1776200749.338335:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200749.338345:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200749.338347:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200749.338351:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200749.338356:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200749.338374:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004223dea4 x1862481227048640/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000040:2.0:1776200749.338384:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=344 offset=224 replen=344 req@000000004223dea4 x1862481227048640/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.338396:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200749.338403:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200749.338405:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200749.338815:0:5029:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1776200749.338823:0:5029:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1776200749.338824:0:5029:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1776200749.338827:0:5029:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001be66422. 00000400:00000200:0.0:1776200749.338831:0:5029:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008bbad72b 00000400:00000010:0.0:1776200749.339150:0:5029:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008bbad72b. 00000100:00000001:0.0:1776200749.339154:0:5029:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1776200749.339159:0:5029:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004223dea4 x1862481227048640/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000200:0.0:1776200749.339165:0:5029:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004223dea4 x1862481227048640/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:0.0:1776200749.339172:0:5029:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1776200749.339173:0:5029:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200749.339175:0:5029:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1776200749.339177:0:5029:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1776200749.339186:0:5029:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1776200749.339187:0:5029:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200749.339189:0:5029:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1776200749.339195:0:5029:0:(import.c:1935:at_measured()) add 1 to 0000000082e3d950 time=118 v=1 (1 0 0 0) 00000100:00001000:0.0:1776200749.339197:0:5029:0:(import.c:1935:at_measured()) add 1 to 000000006882029e time=2 v=1 (1 0 0 0) 00000100:00000001:0.0:1776200749.339199:0:5029:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1776200749.339200:0:5029:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200749.339202:0:5029:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1776200749.339204:0:5029:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200749.339205:0:5029:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200749.339208:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004223dea4 x1862481227048640/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:0.0:1776200749.339211:0:5029:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200749.339213:0:5029:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1776200749.339215:0:5029:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1776200749.339217:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004223dea4 x1862481227048640/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00100000:0.0:1776200749.339221:0:5029:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004223dea4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:822f82fc-1b4a-4a91-a190-4cbe8fb35285:5029:1862481227048640:192.168.203.148@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1776200749.339224:0:5029:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200749.339226:0:5029:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200749.339228:0:5029:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1776200749.339229:0:5029:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200749.339230:0:5029:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000004223dea4 x1862481227048640/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:0.0:1776200749.339234:0:5029:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1776200749.339235:0:5029:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d11991f. 00000100:00000001:0.0:1776200749.339237:0:5029:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1776200749.339238:0:5029:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200749.339240:0:5029:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1776200749.339242:0:5029:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200749.339244:0:5029:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200749.339246:0:5029:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000a81e4c5c refcount=4 00000020:00000001:0.0:1776200749.339247:0:5029:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713894528 : -112992995657088 : ffff993bc4a1ba80) 00010000:00000001:0.0:1776200749.339249:0:5029:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713894528 : -112992995657088 : ffff993bc4a1ba80) 00010000:00000040:0.0:1776200749.339254:0:5029:0:(ldlm_request.c:701:ldlm_cli_enqueue_fini()) local: 00000000a81e4c5c, remote cookie: 0x98dca339dc2afffc, flags: 0x0 00010000:00000001:0.0:1776200749.339256:0:5029:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1776200749.339259:0:5029:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1776200749.339261:0:5029:0:(ldlm_lock.c:977:search_granted_lock()) Process entered 00010000:00000001:0.0:1776200749.339262:0:5029:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1776200749.339263:0:5029:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1776200749.339264:0:5029:0:(ldlm_resource.c:1787:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (00000000110a133d) refcount = 1 00010000:00010000:0.0:1776200749.339267:0:5029:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.148@tcp lock: 00000000a81e4c5c/0x8d91c35bada81e50 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x98dca339dc2afffc expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200749.339271:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000110a133d count: 1 00010000:00000001:0.0:1776200749.339274:0:5029:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1776200749.339275:0:5029:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1776200749.339276:0:5029:0:(ldlm_lock.c:1891:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200749.339278:0:5029:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1776200749.339279:0:5029:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200749.339281:0:5029:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.148@tcp lock: 00000000a81e4c5c/0x8d91c35bada81e50 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x98dca339dc2afffc expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200749.339284:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000110a133d count: 1 00010000:00000001:0.0:1776200749.339285:0:5029:0:(ldlm_request.c:797:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1776200749.339286:0:5029:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200749.339287:0:5029:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200749.339288:0:5029:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200749.339288:0:5029:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200749.339289:0:5029:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200749.339290:0:5029:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200749.339297:0:5029:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000004223dea4 x1862481227048640/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:0.0:1776200749.339303:0:5029:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1776200749.339305:0:5029:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1776200749.339307:0:5029:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000035306ab2. 02000000:00000001:0.0:1776200749.339309:0:5029:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1776200749.339311:0:5029:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1776200749.339312:0:5029:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=3 obd=MGC192.168.203.148@tcp 00000020:00000001:0.0:1776200749.339313:0:5029:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1776200749.339314:0:5029:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000269d5905. 02000000:00000001:0.0:1776200749.339316:0:5029:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1776200749.339317:0:5029:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1776200749.339319:0:5029:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004223dea4. 00000100:00000001:0.0:1776200749.339323:0:5029:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1776200749.339323:0:5029:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1776200749.339325:0:5029:0:(mgc_request.c:1130:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1776200749.339327:0:5029:0:(mgc_request.c:128:config_log_get()) Process entered 10000000:00000040:0.0:1776200749.339328:0:5029:0:(mgc_request.c:131:config_log_get()) log params (000000007602e517) refs 3 10000000:00000001:0.0:1776200749.339329:0:5029:0:(mgc_request.c:132:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200749.339330:0:5029:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200749.339331:0:5029:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200749.339331:0:5029:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000a81e4c5c refcount=3 00000020:00000001:0.0:1776200749.339332:0:5029:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713894528 : -112992995657088 : ffff993bc4a1ba80) 00010000:00000001:0.0:1776200749.339333:0:5029:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713894528 : -112992995657088 : ffff993bc4a1ba80) 00010000:00000001:0.0:1776200749.339335:0:5029:0:(ldlm_lock.c:2530:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1776200749.339335:0:5029:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200749.339336:0:5029:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200749.339336:0:5029:0:(ldlm_lock.c:2539:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1776200749.339338:0:5029:0:(mgc_request.c:1895:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1776200749.339342:0:5029:0:(mgc_request.c:1903:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000014b72858. 00000020:00000010:0.0:1776200749.339344:0:5029:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000269d5905. 00000020:00000010:0.0:1776200749.339348:0:5029:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ca05e36b. 00000040:00000010:0.0:1776200749.339350:0:5029:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 000000005a4cb2e2. 00000020:00000010:0.0:1776200749.339353:0:5029:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000fc8689ad. 00000020:00000010:0.0:1776200749.339356:0:5029:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 0000000021cc5f9d. 80000000:00000010:0.0:1776200749.339358:0:5029:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 00000000a17f3a8a. 00040000:00000010:0.0:1776200749.339362:0:5029:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000af9b24c7. 20000000:00000010:0.0:1776200749.339366:0:5029:0:(mgs_handler.c:1610:mgs_key_init()) kmalloced '(value)': 424 at 00000000de934c94. 10000000:00000040:0.0:1776200749.339369:0:5029:0:(lustre_log.h:384:llog_ctxt_get()) GETting ctxt 0000000041e74b2d : new refcount 2 00000020:00000001:0.0:1776200749.339371:0:5029:0:(obd_config.c:2016:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1776200749.339373:0:5029:0:(obd_config.c:2018:class_config_parse_llog()) looking up llog params 00000040:00000001:0.0:1776200749.339374:0:5029:0:(llog.c:1382:llog_open()) Process entered 00000040:00000010:0.0:1776200749.339376:0:5029:0:(llog.c:62:llog_alloc_handle()) kmalloced '(loghandle)': 384 at 00000000c6413579. 00000040:00000001:0.0:1776200749.339378:0:5029:0:(llog_client.c:88:llog_client_open()) Process entered 00000020:00000040:0.0:1776200749.339380:0:5029:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000100:00000010:0.0:1776200749.339383:0:5029:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004223dea4. 00000020:00000040:0.0:1776200749.339384:0:5029:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=5 obd=MGC192.168.203.148@tcp 00000100:00000001:0.0:1776200749.339387:0:5029:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1776200749.339389:0:5029:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1776200749.339392:0:5029:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1776200749.339397:0:5029:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bd8f74cb. 00000100:00000001:0.0:1776200749.339401:0:5029:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200749.339404:0:5029:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1776200749.339405:0:5029:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1776200749.339407:0:5029:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d11991f. 00000100:00000001:0.0:1776200749.339409:0:5029:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446631080835670976 : -112992873880640 : ffff993bcbe3e3c0) 00000100:00000001:0.0:1776200749.339411:0:5029:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200749.339412:0:5029:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080685149312 : -112993024402304 : ffff993bc2eb1c80) 00000100:00000001:0.0:1776200749.339414:0:5029:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1776200749.339416:0:5029:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200749.339417:0:5029:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1776200749.339418:0:5029:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776200749.339420:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004223dea4 x1862481227048704/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:0.0:1776200749.339424:0:5029:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200749.339425:0:5029:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200749.339427:0:5029:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776200749.339428:0:5029:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200749.339430:0:5029:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004223dea4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:822f82fc-1b4a-4a91-a190-4cbe8fb35285:5029:1862481227048704:192.168.203.148@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1776200749.339432:0:5029:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776200749.339437:0:5029:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776200749.339438:0:5029:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200749.339440:0:5029:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1776200749.339442:0:5029:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007c17a1b9. 02000000:00000001:0.0:1776200749.339443:0:5029:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776200749.339447:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:0.0:1776200749.339448:0:5029:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001be66422. 00000400:00000010:0.0:1776200749.339451:0:5029:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008bbad72b. 00000100:00000200:0.0:1776200749.339456:0:5029:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227048704, portal 25 00000100:00000001:0.0:1776200749.339458:0:5029:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200749.339458:0:5029:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080685149312 : -112993024402304 : ffff993bc2eb1c80) 00000100:00000040:0.0:1776200749.339461:0:5029:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000004223dea4 x1862481227048704/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 504/272 e 0 to 0 dl 1776200756 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:0.0:1776200749.339465:0:5029:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776200749.339467:0:5029:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:0.0:1776200749.339468:0:5029:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f2c04097. 00000100:00000200:0.0:1776200749.339470:0:5029:0:(niobuf.c:86:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1862481227048704, offset 0 00000400:00000200:0.0:1776200749.339474:0:5029:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:0.0:1776200749.339478:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200749.339482:0:5029:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:0.0:1776200749.339487:0:5029:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:0.0:1776200749.339490:0:5029:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776200749.339492:0:5029:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:0.0:1776200749.339494:0:5029:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [373:373:256:4294967295] 192.168.203.148@tcp LPNI seq info [373:373:8:4294967295] 00000400:00000200:0.0:1776200749.339497:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200749.339502:0:5029:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:0.0:1776200749.339505:0:5029:0:(socklnd_cb.c:995:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:0.0:1776200749.339508:0:5029:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000728f067b (tot 3422846). 00000800:00000200:0.0:1776200749.339511:0:5029:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:0.0:1776200749.339517:0:5029:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:0.0:1776200749.339519:0:5029:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000728f067b type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1776200749.339534:0:5029:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200749.339536:0:5029:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200749.339537:0:5029:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200749.339539:0:5029:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200749.339540:0:5029:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:0.0:1776200749.339541:0:5029:0:(client.c:2500:ptlrpc_set_wait()) set 000000006d11991f going to sleep for 6 seconds 00000100:00000001:0.0:1776200749.339543:0:5029:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200749.339544:0:5029:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200749.340116:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200749.340121:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000728f067b (tot 3422598). 00000400:00000200:2.0:1776200749.340125:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200749.340131:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200749.340134:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f2c04097 00000400:00000010:2.0:1776200749.340136:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f2c04097. 00000100:00000001:2.0:1776200749.340139:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200749.340143:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004223dea4 x1862481227048704/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 504/272 e 0 to 0 dl 1776200756 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.340150:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200749.340152:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000004223dea4 x1862481227048704/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 504/272 e 0 to 0 dl 1776200756 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.340156:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200749.340158:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200749.346186:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200749.346202:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200749.346206:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200749.346209:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200749.346219:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.346231:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200749.346239:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.346244:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.346248:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.346252:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 272 into portal 25 MB=0x69deab3f06700 00000400:00000200:2.0:1776200749.346258:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.346263:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.148@tcp of length 272/272 into md 0xf15 [1] + 224 00000800:00000001:2.0:1776200749.346284:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200749.346292:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200749.346294:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200749.346299:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200749.346305:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200749.346311:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004223dea4 x1862481227048704/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 504/272 e 0 to 0 dl 1776200756 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000040:2.0:1776200749.346321:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=272 offset=224 replen=272 req@000000004223dea4 x1862481227048704/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 504/272 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.346344:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200749.346353:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200749.346355:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200749.346500:0:5029:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1776200749.346507:0:5029:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1776200749.346509:0:5029:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1776200749.346511:0:5029:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001be66422. 00000400:00000200:0.0:1776200749.346515:0:5029:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008bbad72b 00000400:00000010:0.0:1776200749.346517:0:5029:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008bbad72b. 00000100:00000001:0.0:1776200749.346520:0:5029:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1776200749.346524:0:5029:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004223dea4 x1862481227048704/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 504/272 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000200:0.0:1776200749.346531:0:5029:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004223dea4 x1862481227048704/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 504/272 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:0.0:1776200749.346537:0:5029:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1776200749.346538:0:5029:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200749.346540:0:5029:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1776200749.346543:0:5029:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1776200749.346545:0:5029:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1776200749.346547:0:5029:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200749.346550:0:5029:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1776200749.346556:0:5029:0:(import.c:1935:at_measured()) add 1 to 0000000082e3d950 time=118 v=1 (1 0 0 0) 00000100:00001000:0.0:1776200749.346559:0:5029:0:(import.c:1935:at_measured()) add 1 to 000000006882029e time=2 v=1 (1 0 0 0) 00000100:00000001:0.0:1776200749.346561:0:5029:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1776200749.346563:0:5029:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200749.346565:0:5029:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1776200749.346566:0:5029:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200749.346568:0:5029:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200749.346572:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004223dea4 x1862481227048704/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 504/272 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:0.0:1776200749.346578:0:5029:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200749.346581:0:5029:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1776200749.346583:0:5029:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1776200749.346586:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004223dea4 x1862481227048704/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 504/272 e 0 to 0 dl 1776200756 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00100000:0.0:1776200749.346638:0:5029:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004223dea4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:822f82fc-1b4a-4a91-a190-4cbe8fb35285:5029:1862481227048704:192.168.203.148@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1776200749.346643:0:5029:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200749.346645:0:5029:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200749.346647:0:5029:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1776200749.346649:0:5029:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200749.346652:0:5029:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000004223dea4 x1862481227048704/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 504/272 e 0 to 0 dl 1776200756 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:0.0:1776200749.346658:0:5029:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1776200749.346659:0:5029:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d11991f. 00000100:00000001:0.0:1776200749.346663:0:5029:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1776200749.346664:0:5029:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1776200749.346668:0:5029:0:(llog_client.c:139:llog_client_open()) Process leaving 00000020:00000001:0.0:1776200749.346671:0:5029:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1776200749.346673:0:5029:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000020:00000001:0.0:1776200749.346675:0:5029:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00000001:0.0:1776200749.346676:0:5029:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200749.346678:0:5029:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000004223dea4 x1862481227048704/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 504/272 e 0 to 0 dl 1776200756 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:0.0:1776200749.346694:0:5029:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1776200749.346697:0:5029:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1776200749.346699:0:5029:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007c17a1b9. 02000000:00000001:0.0:1776200749.346703:0:5029:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1776200749.346704:0:5029:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1776200749.346705:0:5029:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=3 obd=MGC192.168.203.148@tcp 00000020:00000001:0.0:1776200749.346707:0:5029:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1776200749.346709:0:5029:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bd8f74cb. 02000000:00000001:0.0:1776200749.346712:0:5029:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1776200749.346714:0:5029:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1776200749.346715:0:5029:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004223dea4. 00000100:00000001:0.0:1776200749.346723:0:5029:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1776200749.346724:0:5029:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1776200749.346728:0:5029:0:(llog.c:1405:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1776200749.346732:0:5029:0:(llog.c:400:llog_init_handle()) Process entered 00000040:00000010:1.0:1776200749.346832:0:5029:0:(llog.c:405:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d9ee8e46. 00000040:00000001:1.0:1776200749.346836:0:5029:0:(llog.c:353:llog_read_header()) Process entered 00000040:00000001:1.0:1776200749.346838:0:5029:0:(llog_client.c:279:llog_client_read_header()) Process entered 00000020:00000040:1.0:1776200749.346839:0:5029:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000100:00000010:1.0:1776200749.346844:0:5029:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000039ecb165. 00000020:00000040:1.0:1776200749.346847:0:5029:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=5 obd=MGC192.168.203.148@tcp 00000100:00000001:1.0:1776200749.346849:0:5029:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1776200749.346852:0:5029:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1776200749.346856:0:5029:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1776200749.346861:0:5029:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000015c87ac5. 00000100:00000001:1.0:1776200749.346866:0:5029:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200749.346870:0:5029:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1776200749.346871:0:5029:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1776200749.346876:0:5029:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000015418647. 00000100:00000001:1.0:1776200749.346878:0:5029:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446631080715965376 : -112992993586240 : ffff993bc4c153c0) 00000100:00000001:1.0:1776200749.346880:0:5029:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200749.346881:0:5029:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801558272 : -112992907993344 : ffff993bc9db5f00) 00000100:00000001:1.0:1776200749.346885:0:5029:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1776200749.346888:0:5029:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200749.346899:0:5029:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1776200749.346901:0:5029:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200749.346904:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000039ecb165 x1862481227048768/t0(0) o503->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776200749.346911:0:5029:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200749.346913:0:5029:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200749.346916:0:5029:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200749.346918:0:5029:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200749.346920:0:5029:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000039ecb165 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:822f82fc-1b4a-4a91-a190-4cbe8fb35285:5029:1862481227048768:192.168.203.148@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1776200749.346924:0:5029:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200749.346929:0:5029:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200749.346931:0:5029:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200749.346934:0:5029:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200749.346952:0:5029:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000003a48ff80. 02000000:00000001:1.0:1776200749.346955:0:5029:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200749.346960:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200749.346963:0:5029:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000092d33e40. 00000400:00000010:1.0:1776200749.346967:0:5029:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 184 at 00000000d774c1bb (tot 3422782). 00000100:00000200:1.0:1776200749.346973:0:5029:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1862481227048768, portal 25 00000100:00000001:1.0:1776200749.346975:0:5029:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200749.346976:0:5029:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801558272 : -112992907993344 : ffff993bc9db5f00) 00000100:00000040:1.0:1776200749.346981:0:5029:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000039ecb165 x1862481227048768/t0(0) o503->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776200756 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776200749.346987:0:5029:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200749.346989:0:5029:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200749.346992:0:5029:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e92e4cf2. 00000100:00000200:1.0:1776200749.346995:0:5029:0:(niobuf.c:86:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1862481227048768, offset 0 00000400:00000200:1.0:1776200749.347002:0:5029:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200749.347007:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200749.347014:0:5029:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200749.347020:0:5029:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200749.347023:0:5029:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200749.347026:0:5029:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200749.347029:0:5029:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [374:374:256:4294967295] 192.168.203.148@tcp LPNI seq info [374:374:8:4294967295] 00000400:00000200:1.0:1776200749.347032:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200749.347040:0:5029:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200749.347045:0:5029:0:(socklnd_cb.c:995:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200749.347050:0:5029:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073c29e85 (tot 3423030). 00000800:00000200:1.0:1776200749.347055:0:5029:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200749.347062:0:5029:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200749.347066:0:5029:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000073c29e85 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1776200749.347080:0:5029:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200749.347083:0:5029:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200749.347085:0:5029:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200749.347087:0:5029:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200749.347088:0:5029:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:1.0:1776200749.347090:0:5029:0:(client.c:2500:ptlrpc_set_wait()) set 0000000015418647 going to sleep for 6 seconds 00000100:00000001:1.0:1776200749.347092:0:5029:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200749.347093:0:5029:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200749.347449:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200749.347453:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073c29e85 (tot 3422782). 00000400:00000200:2.0:1776200749.347458:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200749.347462:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200749.347465:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e92e4cf2 00000400:00000010:2.0:1776200749.347467:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e92e4cf2. 00000100:00000001:2.0:1776200749.347470:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200749.347473:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000039ecb165 x1862481227048768/t0(0) o503->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776200756 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.347480:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200749.347481:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@0000000039ecb165 x1862481227048768/t0(0) o503->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776200756 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.347487:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200749.347488:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200749.352364:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200749.352380:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200749.352384:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200749.352386:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200749.352398:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.352405:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200749.352412:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.352430:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.352434:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.352438:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 8416 into portal 25 MB=0x69deab3f06740 00000400:00000200:2.0:1776200749.352443:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.352449:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.148@tcp of length 8416/8416 into md 0xf1d [4] + 224 00000800:00000001:2.0:1776200749.352457:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200749.352468:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200749.352471:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200749.352475:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200749.352481:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200749.352487:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000039ecb165 x1862481227048768/t0(0) o503->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776200756 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000040:2.0:1776200749.352499:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=8416 offset=224 replen=8416 req@0000000039ecb165 x1862481227048768/t0(0) o503->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.352516:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200749.352524:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200749.352527:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200749.352559:0:5029:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200749.352567:0:5029:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200749.352569:0:5029:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200749.352571:0:5029:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000092d33e40. 00000400:00000200:1.0:1776200749.352575:0:5029:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d774c1bb 00000400:00000010:1.0:1776200749.352577:0:5029:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 184 at 00000000d774c1bb (tot 3422598). 00000100:00000001:1.0:1776200749.352581:0:5029:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200749.352585:0:5029:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000039ecb165 x1862481227048768/t0(0) o503->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000200:1.0:1776200749.352634:0:5029:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000039ecb165 x1862481227048768/t0(0) o503->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776200749.352640:0:5029:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200749.352642:0:5029:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200749.352644:0:5029:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200749.352647:0:5029:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200749.352649:0:5029:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200749.352651:0:5029:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200749.352653:0:5029:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200749.352659:0:5029:0:(import.c:1935:at_measured()) add 1 to 0000000082e3d950 time=118 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200749.352663:0:5029:0:(import.c:1935:at_measured()) add 1 to 000000006882029e time=2 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200749.352665:0:5029:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200749.352667:0:5029:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200749.352669:0:5029:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776200749.352671:0:5029:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200749.352673:0:5029:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200749.352676:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000039ecb165 x1862481227048768/t0(0) o503->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776200749.352695:0:5029:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200749.352697:0:5029:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200749.352700:0:5029:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1776200749.352703:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000039ecb165 x1862481227048768/t0(0) o503->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776200756 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00100000:1.0:1776200749.352710:0:5029:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000039ecb165 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:822f82fc-1b4a-4a91-a190-4cbe8fb35285:5029:1862481227048768:192.168.203.148@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1776200749.352714:0:5029:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200749.352717:0:5029:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200749.352720:0:5029:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1776200749.352722:0:5029:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200749.352724:0:5029:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000039ecb165 x1862481227048768/t0(0) o503->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776200756 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776200749.352730:0:5029:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1776200749.352733:0:5029:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000015418647. 00000100:00000001:1.0:1776200749.352736:0:5029:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1776200749.352737:0:5029:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1776200749.352743:0:5029:0:(llog_client.c:326:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1776200749.352745:0:5029:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200749.352746:0:5029:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000039ecb165 x1862481227048768/t0(0) o503->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776200756 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776200749.352752:0:5029:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1776200749.352754:0:5029:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1776200749.352756:0:5029:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000003a48ff80. 02000000:00000001:1.0:1776200749.352770:0:5029:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1776200749.352774:0:5029:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776200749.352775:0:5029:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000020:00000001:1.0:1776200749.352778:0:5029:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1776200749.352780:0:5029:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000015c87ac5. 02000000:00000001:1.0:1776200749.352784:0:5029:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1776200749.352786:0:5029:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1776200749.352787:0:5029:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000039ecb165. 00000100:00000001:1.0:1776200749.352790:0:5029:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1776200749.352791:0:5029:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1776200749.352811:0:5029:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776200749.352812:0:5029:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=3 obd=MGC192.168.203.148@tcp 00000020:00000001:1.0:1776200749.352814:0:5029:0:(genops.c:1211:class_import_put()) Process leaving 00000040:00000001:1.0:1776200749.352816:0:5029:0:(llog.c:389:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1776200749.352818:0:5029:0:(llog.c:463:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1776200749.352822:0:5029:0:(llog.c:882:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1776200749.352825:0:5029:0:(llog.c:884:llog_process_or_fork()) kmalloced '(lpi)': 104 at 00000000ea9ad08d. 00000040:00001000:1.0:1776200749.352827:0:5029:0:(llog.c:899:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000020:00000010:1.0:1776200749.353451:0:9416:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000015c87ac5. 00000020:00000010:1.0:1776200749.353457:0:9416:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fb008c30. 00000040:00000010:1.0:1776200749.353460:0:9416:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 0000000040874cdb. 00000020:00000010:1.0:1776200749.353464:0:9416:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 000000007caefe4b. 00000020:00000010:1.0:1776200749.353469:0:9416:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 000000003fe5f1a8. 80000000:00000010:1.0:1776200749.353472:0:9416:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 0000000044f6d33e. 00040000:00000010:1.0:1776200749.353477:0:9416:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 000000004beab876. 00040000:00000010:1.0:1776200749.353480:0:9416:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 0000000094e5d8d5. 20000000:00000010:1.0:1776200749.353484:0:9416:0:(mgs_handler.c:1610:mgs_key_init()) kmalloced '(value)': 424 at 000000001b06e86c. 00000040:00000001:1.0:1776200749.353487:0:9416:0:(llog.c:514:llog_process_thread()) Process entered 00000040:00000010:1.0:1776200749.353505:0:9416:0:(llog.c:525:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000a491e995. 00000040:00080000:1.0:1776200749.354015:0:9416:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:1.0:1776200749.354020:0:9416:0:(llog.c:829:llog_process_thread()) kfreed 'buf': 8192 at 00000000a491e995. 00000020:00000010:1.0:1776200749.354025:0:9416:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000fb008c30. 00000040:00000010:1.0:1776200749.354028:0:9416:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at 0000000040874cdb. 00000020:00000010:1.0:1776200749.354031:0:9416:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at 000000007caefe4b. 00000020:00000010:1.0:1776200749.354035:0:9416:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 000000003fe5f1a8. 80000000:00000010:1.0:1776200749.354038:0:9416:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at 0000000044f6d33e. 00040000:00000010:1.0:1776200749.354042:0:9416:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 000000004beab876. 00040000:00000010:1.0:1776200749.354044:0:9416:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 0000000094e5d8d5. 20000000:00000010:1.0:1776200749.354046:0:9416:0:(mgs_handler.c:1610:mgs_key_fini()) kfreed 'info': 424 at 000000001b06e86c. 00000020:00000010:1.0:1776200749.354048:0:9416:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000015c87ac5. 00000040:00000010:2.0:1776200749.354523:0:5029:0:(llog.c:927:llog_process_or_fork()) kfreed 'lpi': 104 at 00000000ea9ad08d. 00000040:00000001:2.0:1776200749.354527:0:5029:0:(llog.c:928:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1776200749.354529:0:5029:0:(obd_config.c:2041:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:2.0:1776200749.354532:0:5029:0:(llog.c:90:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at 00000000d9ee8e46. 00000040:00000010:2.0:1776200749.354535:0:5029:0:(llog.c:92:llog_free_handle()) kfreed 'loghandle': 384 at 00000000c6413579. 00000020:00000001:2.0:1776200749.354537:0:5029:0:(obd_config.c:2047:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1776200749.354539:0:5029:0:(mgc_request.c:1988:mgc_process_cfg_log()) Process leaving 00000020:00000010:2.0:1776200749.354541:0:5029:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000ca05e36b. 00000040:00000010:2.0:1776200749.354543:0:5029:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at 000000005a4cb2e2. 00000020:00000010:2.0:1776200749.354545:0:5029:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at 00000000fc8689ad. 00000020:00000010:2.0:1776200749.354548:0:5029:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 0000000021cc5f9d. 80000000:00000010:2.0:1776200749.354551:0:5029:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at 00000000a17f3a8a. 00040000:00000010:2.0:1776200749.354552:0:5029:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 00000000af9b24c7. 20000000:00000010:2.0:1776200749.354554:0:5029:0:(mgs_handler.c:1610:mgs_key_fini()) kfreed 'info': 424 at 00000000de934c94. 00000020:00000010:2.0:1776200749.354556:0:5029:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000269d5905. 10000000:00000010:2.0:1776200749.354557:0:5029:0:(mgc_request.c:1997:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000014b72858. 10000000:01000000:2.0:1776200749.354560:0:5029:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.203.148@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:2.0:1776200749.354562:0:5029:0:(mgc_request.c:1136:mgc_cancel()) Process entered 00010000:00000001:2.0:1776200749.354564:0:5029:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1776200749.354566:0:5029:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1776200749.354568:0:5029:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000a81e4c5c refcount=3 00000020:00000001:2.0:1776200749.354570:0:5029:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713894528 : -112992995657088 : ffff993bc4a1ba80) 00010000:00000001:2.0:1776200749.354572:0:5029:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713894528 : -112992995657088 : ffff993bc4a1ba80) 00010000:00000001:2.0:1776200749.354574:0:5029:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1776200749.354577:0:5029:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: 00000000a81e4c5c/0x8d91c35bada81e50 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x98dca339dc2afffc expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200749.354582:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000110a133d count: 1 00010000:00000001:2.0:1776200749.354585:0:5029:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200749.354586:0:5029:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1776200749.354648:0:5029:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.148@tcp lock: 00000000a81e4c5c/0x8d91c35bada81e50 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x98dca339dc2afffc expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200749.354653:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000110a133d count: 1 00010000:00000001:2.0:1776200749.354655:0:5029:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1776200749.354656:0:5029:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200749.354656:0:5029:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1776200749.354658:0:5029:0:(mgc_request.c:1140:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1776200749.354660:0:5029:0:(mgc_request.c:2158:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1776200749.354662:0:5029:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1776200749.354664:0:5029:0:(mgc_request.c:128:config_log_get()) Process entered 10000000:00000040:2.0:1776200749.354665:0:5029:0:(mgc_request.c:131:config_log_get()) log lustre-cliir (000000006997335f) refs 2 10000000:00000001:2.0:1776200749.354667:0:5029:0:(mgc_request.c:132:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1776200749.354668:0:5029:0:(mgc_request.c:139:config_log_put()) Process entered 10000000:00000040:2.0:1776200749.354670:0:5029:0:(mgc_request.c:145:config_log_put()) log params(000000007602e517) refs 3 10000000:00000001:2.0:1776200749.354672:0:5029:0:(mgc_request.c:169:config_log_put()) Process leaving 10000000:00000001:2.0:1776200749.354673:0:5029:0:(mgc_request.c:599:do_requeue()) Process entered 10000000:01000000:2.0:1776200749.354675:0:5029:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:2.0:1776200749.354676:0:5029:0:(mgc_request.c:2048:mgc_process_log()) Process entered 10000000:01000000:2.0:1776200749.354677:0:5029:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-cliir-ffff993be2454000 from 6 10000000:00000001:2.0:1776200749.354689:0:5029:0:(mgc_request.c:1098:mgc_enqueue()) Process entered 10000000:01000000:2.0:1776200749.354690:0:5029:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:2.0:1776200749.354700:0:5029:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d5ec1212. 00000020:00000040:2.0:1776200749.354703:0:5029:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000100:00000001:2.0:1776200749.354707:0:5029:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1776200749.354710:0:5029:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1776200749.354714:0:5029:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1776200749.354720:0:5029:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000012a14abc. 00000100:00000001:2.0:1776200749.354729:0:5029:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200749.354733:0:5029:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1776200749.354736:0:5029:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1776200749.354740:0:5029:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000007fb29039 count: 2 00010000:00000001:2.0:1776200749.354742:0:5029:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1776200749.354744:0:5029:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1776200749.354747:0:5029:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ed39933b. 00000020:00000001:2.0:1776200749.354751:0:5029:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:2.0:1776200749.354752:0:5029:0:(lustre_handles.c:97:class_handle_hash()) added object 00000000ed39933b with handle 0x8d91c35bada81e57 to hash 00000020:00000001:2.0:1776200749.354754:0:5029:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:2.0:1776200749.354755:0:5029:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446631080801985536 : -112992907566080 : ffff993bc9e1e400) 00010000:00000001:2.0:1776200749.354758:0:5029:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446631080801985536 : -112992907566080 : ffff993bc9e1e400) 00010000:00000001:2.0:1776200749.354761:0:5029:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1776200749.354763:0:5029:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1776200749.354765:0:5029:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: 00000000ed39933b/0x8d91c35bada81e57 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200749.354771:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000007fb29039 count: 2 00010000:00010000:2.0:1776200749.354773:0:5029:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.148@tcp lock: 00000000ed39933b/0x8d91c35bada81e57 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200749.354778:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000007fb29039 count: 2 00010000:00010000:2.0:1776200749.354784:0:5029:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.148@tcp lock: 00000000ed39933b/0x8d91c35bada81e57 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200749.354787:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000007fb29039 count: 2 00000100:00000001:2.0:1776200749.354789:0:5029:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1776200749.354790:0:5029:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1776200749.354794:0:5029:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000454d34a1. 00000100:00000001:2.0:1776200749.354795:0:5029:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446631080800805248 : -112992908746368 : ffff993bc9cfe180) 00000100:00000001:2.0:1776200749.354797:0:5029:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200749.354798:0:5029:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080683340992 : -112993026210624 : ffff993bc2cf84c0) 00000100:00000001:2.0:1776200749.354801:0:5029:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1776200749.354803:0:5029:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200749.354805:0:5029:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1776200749.354806:0:5029:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1776200749.354811:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d5ec1212 x1862481227048832/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.354816:0:5029:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1776200749.354818:0:5029:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200749.354821:0:5029:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1776200749.354823:0:5029:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1776200749.354824:0:5029:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5ec1212 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:822f82fc-1b4a-4a91-a190-4cbe8fb35285:5029:1862481227048832:192.168.203.148@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1776200749.354827:0:5029:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1776200749.354831:0:5029:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1776200749.354833:0:5029:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200749.354834:0:5029:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1776200749.354837:0:5029:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d0e084d7. 02000000:00000001:2.0:1776200749.354837:0:5029:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1776200749.354842:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:2.0:1776200749.354844:0:5029:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005ee4cd8e. 00000400:00000010:2.0:1776200749.354848:0:5029:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000d0002d. 00000100:00000200:2.0:1776200749.354854:0:5029:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227048832, portal 25 00000100:00000001:2.0:1776200749.354856:0:5029:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200749.354856:0:5029:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080683340992 : -112993026210624 : ffff993bc2cf84c0) 00000100:00000040:2.0:1776200749.354859:0:5029:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000d5ec1212 x1862481227048832/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.354864:0:5029:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1776200749.354866:0:5029:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:2.0:1776200749.354868:0:5029:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0f3e76c. 00000100:00000200:2.0:1776200749.354870:0:5029:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1862481227048832, offset 0 00000400:00000200:2.0:1776200749.354877:0:5029:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:2.0:1776200749.354885:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.354893:0:5029:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200749.354900:0:5029:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:2.0:1776200749.354903:0:5029:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776200749.354906:0:5029:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:2.0:1776200749.354909:0:5029:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [375:375:256:4294967295] 192.168.203.148@tcp LPNI seq info [375:375:8:4294967295] 00000400:00000200:2.0:1776200749.354913:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.354920:0:5029:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:2.0:1776200749.354927:0:5029:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200749.354930:0:5029:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000063bad7bd (tot 3422846). 00000800:00000200:2.0:1776200749.354936:0:5029:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200749.354943:0:5029:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200749.354947:0:5029:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000063bad7bd type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1776200749.354961:0:5029:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200749.354963:0:5029:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200749.354965:0:5029:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200749.354967:0:5029:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200749.354968:0:5029:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:2.0:1776200749.354970:0:5029:0:(client.c:2500:ptlrpc_set_wait()) set 00000000454d34a1 going to sleep for 6 seconds 00000100:00000001:2.0:1776200749.354972:0:5029:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200749.354975:0:5029:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200749.355317:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200749.355321:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000063bad7bd (tot 3422598). 00000400:00000200:3.0:1776200749.355326:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200749.355331:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200749.355335:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0f3e76c 00000400:00000010:3.0:1776200749.355337:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0f3e76c. 00000100:00000001:3.0:1776200749.355341:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200749.355345:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d5ec1212 x1862481227048832/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.355354:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200749.355356:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000d5ec1212 x1862481227048832/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.355362:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200749.355364:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200749.359719:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200749.359737:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200749.359741:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200749.359744:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200749.359755:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.359763:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200749.360323:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.360328:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.360333:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.360337:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 344 into portal 25 MB=0x69deab3f06780 00000400:00000200:2.0:1776200749.360343:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.360349:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.148@tcp of length 344/344 into md 0xf25 [1] + 224 00000800:00000001:2.0:1776200749.360358:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200749.360368:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200749.360371:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200749.360374:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200749.360380:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200749.360385:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d5ec1212 x1862481227048832/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000040:2.0:1776200749.360396:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=344 offset=224 replen=344 req@00000000d5ec1212 x1862481227048832/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.360418:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200749.360427:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200749.360430:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200749.360488:0:5029:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1776200749.360495:0:5029:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1776200749.360497:0:5029:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1776200749.360500:0:5029:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005ee4cd8e. 00000400:00000200:3.0:1776200749.360504:0:5029:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000d0002d 00000400:00000010:3.0:1776200749.360506:0:5029:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000d0002d. 00000100:00000001:3.0:1776200749.360508:0:5029:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200749.360512:0:5029:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d5ec1212 x1862481227048832/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000200:3.0:1776200749.360519:0:5029:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d5ec1212 x1862481227048832/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.360524:0:5029:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1776200749.360526:0:5029:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200749.360528:0:5029:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1776200749.360531:0:5029:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1776200749.360533:0:5029:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1776200749.360535:0:5029:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200749.360537:0:5029:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1776200749.360542:0:5029:0:(import.c:1935:at_measured()) add 1 to 0000000082e3d950 time=118 v=1 (1 0 0 0) 00000100:00001000:3.0:1776200749.360545:0:5029:0:(import.c:1935:at_measured()) add 1 to 000000006882029e time=2 v=1 (1 0 0 0) 00000100:00000001:3.0:1776200749.360547:0:5029:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1776200749.360548:0:5029:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200749.360550:0:5029:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1776200749.360552:0:5029:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200749.360554:0:5029:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200749.360557:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d5ec1212 x1862481227048832/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.360562:0:5029:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200749.360565:0:5029:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1776200749.360567:0:5029:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1776200749.360570:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d5ec1212 x1862481227048832/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00100000:3.0:1776200749.360576:0:5029:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5ec1212 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:822f82fc-1b4a-4a91-a190-4cbe8fb35285:5029:1862481227048832:192.168.203.148@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1776200749.360580:0:5029:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200749.360582:0:5029:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200749.360584:0:5029:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1776200749.360586:0:5029:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200749.360612:0:5029:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000d5ec1212 x1862481227048832/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.360617:0:5029:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1776200749.360619:0:5029:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000454d34a1. 00000100:00000001:3.0:1776200749.360623:0:5029:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1776200749.360625:0:5029:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200749.360627:0:5029:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1776200749.360630:0:5029:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1776200749.360633:0:5029:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1776200749.360635:0:5029:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ed39933b refcount=4 00000020:00000001:3.0:1776200749.360637:0:5029:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080801985536 : -112992907566080 : ffff993bc9e1e400) 00010000:00000001:3.0:1776200749.360639:0:5029:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080801985536 : -112992907566080 : ffff993bc9e1e400) 00010000:00000040:3.0:1776200749.360643:0:5029:0:(ldlm_request.c:701:ldlm_cli_enqueue_fini()) local: 00000000ed39933b, remote cookie: 0x98dca339dc2b0003, flags: 0x0 00010000:00000001:3.0:1776200749.360647:0:5029:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1776200749.360650:0:5029:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1776200749.360652:0:5029:0:(ldlm_lock.c:977:search_granted_lock()) Process entered 00010000:00000001:3.0:1776200749.360653:0:5029:0:(ldlm_lock.c:997:search_granted_lock()) Process leaving 00010000:00000001:3.0:1776200749.360654:0:5029:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1776200749.360656:0:5029:0:(ldlm_resource.c:1787:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000007fb29039) refcount = 2 00010000:00000040:3.0:1776200749.360658:0:5029:0:(ldlm_resource.c:1790:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1776200749.360660:0:5029:0:(ldlm_resource.c:1793:ldlm_resource_dump()) ### ### ns: MGC192.168.203.148@tcp lock: 000000007d76b0ce/0x8d91c35bada81e42 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x98dca339dc2affee expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1776200749.360665:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000007fb29039 count: 2 00010000:00010000:3.0:1776200749.360669:0:5029:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.148@tcp lock: 00000000ed39933b/0x8d91c35bada81e57 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x98dca339dc2b0003 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1776200749.360673:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000007fb29039 count: 2 00010000:00000001:3.0:1776200749.360675:0:5029:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1776200749.360676:0:5029:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1776200749.360677:0:5029:0:(ldlm_lock.c:1891:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1776200749.360680:0:5029:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1776200749.360848:0:5029:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200749.360851:0:5029:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.148@tcp lock: 00000000ed39933b/0x8d91c35bada81e57 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x98dca339dc2b0003 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1776200749.360857:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000007fb29039 count: 2 00010000:00000001:3.0:1776200749.360859:0:5029:0:(ldlm_request.c:797:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1776200749.360860:0:5029:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200749.360863:0:5029:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200749.360863:0:5029:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200749.360864:0:5029:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200749.360865:0:5029:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200749.360867:0:5029:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200749.360871:0:5029:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000d5ec1212 x1862481227048832/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.360876:0:5029:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1776200749.360878:0:5029:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1776200749.360881:0:5029:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d0e084d7. 02000000:00000001:3.0:1776200749.360884:0:5029:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1776200749.360886:0:5029:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1776200749.360887:0:5029:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=3 obd=MGC192.168.203.148@tcp 00000020:00000001:3.0:1776200749.360889:0:5029:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1776200749.360891:0:5029:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000012a14abc. 02000000:00000001:3.0:1776200749.360894:0:5029:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1776200749.360895:0:5029:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1776200749.360896:0:5029:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d5ec1212. 00000100:00000001:3.0:1776200749.360899:0:5029:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1776200749.360900:0:5029:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1776200749.360902:0:5029:0:(mgc_request.c:1130:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1776200749.360904:0:5029:0:(mgc_request.c:128:config_log_get()) Process entered 10000000:00000040:3.0:1776200749.360906:0:5029:0:(mgc_request.c:131:config_log_get()) log lustre-cliir (000000006997335f) refs 3 10000000:00000001:3.0:1776200749.360908:0:5029:0:(mgc_request.c:132:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200749.360910:0:5029:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1776200749.360911:0:5029:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1776200749.360912:0:5029:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ed39933b refcount=3 00000020:00000001:3.0:1776200749.360914:0:5029:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080801985536 : -112992907566080 : ffff993bc9e1e400) 00010000:00000001:3.0:1776200749.360915:0:5029:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080801985536 : -112992907566080 : ffff993bc9e1e400) 00010000:00000001:3.0:1776200749.360917:0:5029:0:(ldlm_lock.c:2530:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1776200749.360918:0:5029:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200749.360919:0:5029:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200749.360920:0:5029:0:(ldlm_lock.c:2539:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1776200749.360922:0:5029:0:(mgc_request.c:1633:mgc_process_recover_nodemap_log()) Process entered 10000000:00000010:3.0:1776200749.360927:0:5029:0:(mgc_request.c:1652:mgc_process_recover_nodemap_log()) kmalloced '(pages)': 32 at 0000000034622b66. 00000100:00000010:3.0:1776200749.360947:0:5029:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e3e8d448. 00000020:00000040:3.0:1776200749.360949:0:5029:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000100:00000001:3.0:1776200749.360953:0:5029:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1776200749.360955:0:5029:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1776200749.360959:0:5029:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1776200749.360964:0:5029:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d0bde67e. 00000100:00000001:3.0:1776200749.360969:0:5029:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200749.360972:0:5029:0:(client.c:228:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1776200749.360975:0:5029:0:(client.c:177:ptlrpc_new_bulk()) kmalloced '(desc)': 960 at 00000000b09e8965. 00000100:00000010:3.0:1776200749.360977:0:5029:0:(client.c:182:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 00000000d2605a4c. 00000020:00000040:3.0:1776200749.360979:0:5029:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=5 obd=MGC192.168.203.148@tcp 00000100:00000001:3.0:1776200749.360982:0:5029:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1776200749.360983:0:5029:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1776200749.360987:0:5029:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006c93f313. 00000100:00000001:3.0:1776200749.360989:0:5029:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446631080737698752 : -112992971852864 : ffff993bc60cf3c0) 00000100:00000001:3.0:1776200749.360991:0:5029:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776200749.360992:0:5029:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682645632 : -112993026905984 : ffff993bc2c4e880) 00000100:00000001:3.0:1776200749.360995:0:5029:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1776200749.360999:0:5029:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200749.361001:0:5029:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1776200749.361002:0:5029:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1776200749.361005:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e3e8d448 x1862481227048896/t0(0) o256->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.361016:0:5029:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1776200749.361017:0:5029:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200749.361021:0:5029:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1776200749.361023:0:5029:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1776200749.361025:0:5029:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e3e8d448 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:822f82fc-1b4a-4a91-a190-4cbe8fb35285:5029:1862481227048896:192.168.203.148@tcp:256:ll_cfg_requeue.0 00000100:00000001:3.0:1776200749.361029:0:5029:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1776200749.361032:0:5029:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1776200749.361034:0:5029:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200749.361036:0:5029:0:(niobuf.c:324:ptlrpc_register_bulk()) Process entered 00000400:00000200:3.0:1776200749.361041:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:3.0:1776200749.361044:0:5029:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000de34f01f. 00000400:00000010:3.0:1776200749.361048:0:5029:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 184 at 00000000bf0b4234 (tot 3422782). 00000100:00000200:3.0:1776200749.361053:0:5029:0:(niobuf.c:431:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x69deab3f067c0-0x69deab3f067c0, portal 33 00000100:00000001:3.0:1776200749.361055:0:5029:0:(niobuf.c:433:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200749.361057:0:5029:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1776200749.361060:0:5029:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000dbf87cf. 02000000:00000001:3.0:1776200749.361061:0:5029:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1776200749.361064:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:3.0:1776200749.361065:0:5029:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007213d044. 00000400:00000010:3.0:1776200749.361068:0:5029:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e59c539e. 00000100:00000200:3.0:1776200749.361070:0:5029:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227048896, portal 25 00000100:00000001:3.0:1776200749.361072:0:5029:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776200749.361073:0:5029:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682645632 : -112993026905984 : ffff993bc2c4e880) 00000100:00000040:3.0:1776200749.361078:0:5029:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000e3e8d448 x1862481227048896/t0(0) o256->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 304/240 e 0 to 0 dl 1776200756 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.361085:0:5029:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1776200749.361087:0:5029:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:3.0:1776200749.361090:0:5029:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d06910fe. 00000100:00000200:3.0:1776200749.361092:0:5029:0:(niobuf.c:86:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1862481227048896, offset 0 00000400:00000200:3.0:1776200749.361097:0:5029:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:3.0:1776200749.361103:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.361108:0:5029:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200749.361115:0:5029:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:3.0:1776200749.361118:0:5029:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776200749.361121:0:5029:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:3.0:1776200749.361124:0:5029:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [376:376:256:4294967295] 192.168.203.148@tcp LPNI seq info [376:376:8:4294967295] 00000400:00000200:3.0:1776200749.361127:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.361134:0:5029:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:3.0:1776200749.361139:0:5029:0:(socklnd_cb.c:995:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200749.361143:0:5029:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce18e5cf (tot 3423030). 00000800:00000200:3.0:1776200749.361148:0:5029:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200749.361155:0:5029:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200749.361158:0:5029:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ce18e5cf type 1, nob 400 niov 1 nkiov 1 00000100:00000001:3.0:1776200749.361178:0:5029:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200749.361180:0:5029:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200749.361182:0:5029:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200749.361185:0:5029:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1776200749.361186:0:5029:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:3.0:1776200749.361188:0:5029:0:(client.c:2500:ptlrpc_set_wait()) set 000000006c93f313 going to sleep for 6 seconds 00000100:00000001:3.0:1776200749.361190:0:5029:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200749.361191:0:5029:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200749.362815:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200749.362820:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce18e5cf (tot 3422782). 00000400:00000200:2.0:1776200749.362829:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200749.362836:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200749.362840:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d06910fe 00000400:00000010:2.0:1776200749.362842:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d06910fe. 00000100:00000001:2.0:1776200749.362845:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200749.362849:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e3e8d448 x1862481227048896/t0(0) o256->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 304/240 e 0 to 0 dl 1776200756 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.362859:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200749.362861:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000e3e8d448 x1862481227048896/t0(0) o256->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 304/240 e 0 to 0 dl 1776200756 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.362867:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200749.362868:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200749.365789:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200749.365804:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200749.365809:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200749.365813:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200749.365822:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.365829:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200749.365836:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.365841:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.365845:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.365849:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 0 into portal 33 MB=0x69deab3f067c0 00000400:00000200:2.0:1776200749.365854:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.365860:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.203.148@tcp of length 0/0 into md 0xf35 [4] + 0 00000400:00000010:2.0:1776200749.365864:0:2234:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000de34f01f. 00000400:00000200:2.0:1776200749.365869:0:2234:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000bf0b4234 00000400:00000200:2.0:1776200749.365874:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200749.365878:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200749.365881:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bf0b4234 00000400:00000010:2.0:1776200749.365883:0:2234:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 184 at 00000000bf0b4234 (tot 3422598). 00000100:00000001:2.0:1776200749.365887:0:2234:0:(events.c:196:client_bulk_callback()) Process entered 00000100:00000200:2.0:1776200749.365889:0:2234:0:(events.c:213:client_bulk_callback()) event type 2, status 0, desc 00000000b09e8965 00000100:00000001:3.0:1776200749.365934:0:5029:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200749.365939:0:5029:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200749.366169:0:2234:0:(events.c:238:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1776200749.366177:0:2234:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1776200749.366294:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.366300:0:2234:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200749.366306:0:2234:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [377:377:256:4294967295] 192.168.203.148@tcp LPNI seq info [377:377:8:4294967295] 00000400:00000200:2.0:1776200749.366310:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.366317:0:2234:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:2.0:1776200749.366323:0:2234:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200749.366407:0:2234:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000b4341bfd (tot 3422830). 00000800:00000200:2.0:1776200749.366413:0:2234:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200749.366420:0:2234:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200749.366423:0:2234:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b4341bfd type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1776200749.366547:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200749.366552:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000b4341bfd (tot 3422598). 00000400:00000200:2.0:1776200749.366556:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200749.366559:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:2.0:1776200749.366565:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200749.366569:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200749.371695:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200749.371711:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200749.371715:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200749.371718:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200749.371728:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.371735:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200749.371742:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.371747:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.371750:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.371754:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 240 into portal 25 MB=0x69deab3f067c0 00000400:00000200:3.0:1776200749.371760:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.371766:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.148@tcp of length 240/240 into md 0xf3d [1] + 224 00000800:00000001:3.0:1776200749.371774:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200749.371783:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200749.371785:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200749.371789:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200749.371795:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200749.371800:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e3e8d448 x1862481227048896/t0(0) o256->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 304/240 e 0 to 0 dl 1776200756 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000040:3.0:1776200749.371810:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=240 offset=224 replen=240 req@00000000e3e8d448 x1862481227048896/t0(0) o256->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 304/240 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.371839:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200749.371847:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200749.371850:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200749.374874:0:5029:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1776200749.374883:0:5029:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200749.374885:0:5029:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200749.374888:0:5029:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007213d044. 00000400:00000200:2.0:1776200749.374896:0:5029:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e59c539e 00000400:00000010:2.0:1776200749.374898:0:5029:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e59c539e. 00000100:00000001:2.0:1776200749.374903:0:5029:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200749.374912:0:5029:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e3e8d448 x1862481227048896/t0(0) o256->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 304/240 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000200:2.0:1776200749.374924:0:5029:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e3e8d448 x1862481227048896/t0(0) o256->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 304/240 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.374931:0:5029:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200749.374933:0:5029:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200749.374935:0:5029:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1776200749.374938:0:5029:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1776200749.374941:0:5029:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776200749.374943:0:5029:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200749.374945:0:5029:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776200749.374950:0:5029:0:(import.c:1935:at_measured()) add 1 to 0000000082e3d950 time=118 v=1 (1 0 0 0) 00000100:00001000:2.0:1776200749.374954:0:5029:0:(import.c:1935:at_measured()) add 1 to 000000006882029e time=2 v=1 (1 0 0 0) 00000100:00000001:2.0:1776200749.374956:0:5029:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1776200749.374957:0:5029:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200749.374960:0:5029:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1776200749.374962:0:5029:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200749.374964:0:5029:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200749.374967:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@00000000e3e8d448 x1862481227048896/t0(0) o256->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 304/240 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000040:2.0:1776200749.374975:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@00000000e3e8d448 x1862481227048896/t0(0) o256->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 304/240 e 0 to 0 dl 1776200756 ref 2 fl Bulk:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.374980:0:5029:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200749.374982:0:5029:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1776200749.374984:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e3e8d448 x1862481227048896/t0(0) o256->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 304/240 e 0 to 0 dl 1776200756 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00100000:2.0:1776200749.375891:0:5029:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e3e8d448 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:822f82fc-1b4a-4a91-a190-4cbe8fb35285:5029:1862481227048896:192.168.203.148@tcp:256:ll_cfg_requeue.0 00000100:00000001:2.0:1776200749.375897:0:5029:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200749.375900:0:5029:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200749.375902:0:5029:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1776200749.375904:0:5029:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200749.375908:0:5029:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000e3e8d448 x1862481227048896/t0(0) o256->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 304/240 e 0 to 0 dl 1776200756 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.375915:0:5029:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1776200749.375917:0:5029:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006c93f313. 00000100:00000001:2.0:1776200749.375923:0:5029:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1776200749.375924:0:5029:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1776200749.375930:0:5029:0:(mgc_request.c:1736:mgc_process_recover_nodemap_log()) Latest version 5, more 0. 10000000:00000001:2.0:1776200749.375933:0:5029:0:(mgc_request.c:1756:mgc_process_recover_nodemap_log()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200749.375936:0:5029:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200749.375937:0:5029:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000e3e8d448 x1862481227048896/t0(0) o256->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 304/240 e 0 to 0 dl 1776200756 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.375942:0:5029:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1776200749.375944:0:5029:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1776200749.375947:0:5029:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000dbf87cf. 02000000:00000001:2.0:1776200749.375949:0:5029:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1776200749.375951:0:5029:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1776200749.375953:0:5029:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000020:00000001:2.0:1776200749.375955:0:5029:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00000001:2.0:1776200749.375956:0:5029:0:(client.c:286:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1776200749.375958:0:5029:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1776200749.375959:0:5029:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=3 obd=MGC192.168.203.148@tcp 00000020:00000001:2.0:1776200749.375960:0:5029:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00000010:2.0:1776200749.375962:0:5029:0:(client.c:305:ptlrpc_free_bulk()) kfreed 'desc->bd_vec': 64 at 00000000d2605a4c. 00000100:00000010:2.0:1776200749.375964:0:5029:0:(client.c:306:ptlrpc_free_bulk()) kfreed 'desc': 960 at 00000000b09e8965. 00000100:00000001:2.0:1776200749.375967:0:5029:0:(client.c:307:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1776200749.375969:0:5029:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d0bde67e. 02000000:00000001:2.0:1776200749.375971:0:5029:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1776200749.375972:0:5029:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1776200749.375974:0:5029:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e3e8d448. 00000100:00000001:2.0:1776200749.375978:0:5029:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1776200749.375978:0:5029:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1776200749.376004:0:5029:0:(mgc_request.c:1822:mgc_process_recover_nodemap_log()) kfreed 'pages': 32 at 0000000034622b66. 10000000:01000000:2.0:1776200749.376008:0:5029:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.203.148@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:2.0:1776200749.376011:0:5029:0:(mgc_request.c:1136:mgc_cancel()) Process entered 00010000:00000001:2.0:1776200749.376014:0:5029:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1776200749.376016:0:5029:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1776200749.376019:0:5029:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ed39933b refcount=3 00000020:00000001:2.0:1776200749.376021:0:5029:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080801985536 : -112992907566080 : ffff993bc9e1e400) 00010000:00000001:2.0:1776200749.376023:0:5029:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080801985536 : -112992907566080 : ffff993bc9e1e400) 00010000:00000001:2.0:1776200749.376025:0:5029:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1776200749.376028:0:5029:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: 00000000ed39933b/0x8d91c35bada81e57 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x98dca339dc2b0003 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200749.376035:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000007fb29039 count: 2 00010000:00000001:2.0:1776200749.376039:0:5029:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200749.376040:0:5029:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1776200749.376041:0:5029:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.148@tcp lock: 00000000ed39933b/0x8d91c35bada81e57 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x98dca339dc2b0003 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200749.376046:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000007fb29039 count: 2 00010000:00000001:2.0:1776200749.376047:0:5029:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1776200749.376048:0:5029:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200749.376049:0:5029:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1776200749.376050:0:5029:0:(mgc_request.c:1140:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1776200749.376052:0:5029:0:(mgc_request.c:2158:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1776200749.376055:0:5029:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1776200749.376057:0:5029:0:(mgc_request.c:128:config_log_get()) Process entered 10000000:00000040:2.0:1776200749.376058:0:5029:0:(mgc_request.c:131:config_log_get()) log lustre-client (00000000a08a3773) refs 2 10000000:00000001:2.0:1776200749.376060:0:5029:0:(mgc_request.c:132:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1776200749.376061:0:5029:0:(mgc_request.c:139:config_log_put()) Process entered 10000000:00000040:2.0:1776200749.376062:0:5029:0:(mgc_request.c:145:config_log_put()) log lustre-cliir(000000006997335f) refs 3 10000000:00000001:2.0:1776200749.376064:0:5029:0:(mgc_request.c:169:config_log_put()) Process leaving 10000000:00000001:2.0:1776200749.376065:0:5029:0:(mgc_request.c:599:do_requeue()) Process entered 10000000:01000000:2.0:1776200749.376067:0:5029:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:2.0:1776200749.376069:0:5029:0:(mgc_request.c:2048:mgc_process_log()) Process entered 10000000:01000000:2.0:1776200749.376071:0:5029:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-client-ffff993be2454000 from 42 10000000:00000001:2.0:1776200749.376073:0:5029:0:(mgc_request.c:1098:mgc_enqueue()) Process entered 10000000:01000000:2.0:1776200749.376074:0:5029:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:2.0:1776200749.376082:0:5029:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e3c421b. 00000020:00000040:2.0:1776200749.376086:0:5029:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000100:00000001:2.0:1776200749.376089:0:5029:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1776200749.376091:0:5029:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1776200749.376095:0:5029:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1776200749.376102:0:5029:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000012a14abc. 00000100:00000001:2.0:1776200749.376108:0:5029:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200749.376111:0:5029:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1776200749.376113:0:5029:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1776200749.376117:0:5029:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000b5372adf count: 2 00010000:00000001:2.0:1776200749.376119:0:5029:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1776200749.376121:0:5029:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1776200749.376124:0:5029:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003385c644. 00000020:00000001:2.0:1776200749.376128:0:5029:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:2.0:1776200749.376129:0:5029:0:(lustre_handles.c:97:class_handle_hash()) added object 000000003385c644 with handle 0x8d91c35bada81e5e to hash 00000020:00000001:2.0:1776200749.376131:0:5029:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:2.0:1776200749.376132:0:5029:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446631080801989568 : -112992907562048 : ffff993bc9e1f3c0) 00010000:00000001:2.0:1776200749.376135:0:5029:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446631080801989568 : -112992907562048 : ffff993bc9e1f3c0) 00010000:00000001:2.0:1776200749.376138:0:5029:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1776200749.376139:0:5029:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1776200749.376141:0:5029:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: 000000003385c644/0x8d91c35bada81e5e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200749.376146:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b5372adf count: 2 00010000:00010000:2.0:1776200749.376148:0:5029:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.148@tcp lock: 000000003385c644/0x8d91c35bada81e5e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200749.376153:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b5372adf count: 2 00010000:00010000:2.0:1776200749.376157:0:5029:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.148@tcp lock: 000000003385c644/0x8d91c35bada81e5e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200749.376165:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b5372adf count: 2 00000100:00000001:2.0:1776200749.376167:0:5029:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1776200749.376168:0:5029:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1776200749.376173:0:5029:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c8b0e9ab. 00000100:00000001:2.0:1776200749.376175:0:5029:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446631080800806976 : -112992908744640 : ffff993bc9cfe840) 00000100:00000001:2.0:1776200749.376178:0:5029:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200749.376179:0:5029:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080683362880 : -112993026188736 : ffff993bc2cfda40) 00000100:00000001:2.0:1776200749.376196:0:5029:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1776200749.376200:0:5029:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200749.376202:0:5029:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1776200749.376203:0:5029:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1776200749.376207:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004e3c421b x1862481227048960/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.376214:0:5029:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1776200749.376216:0:5029:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200749.376219:0:5029:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1776200749.376221:0:5029:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1776200749.376223:0:5029:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e3c421b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:822f82fc-1b4a-4a91-a190-4cbe8fb35285:5029:1862481227048960:192.168.203.148@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1776200749.376227:0:5029:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1776200749.376231:0:5029:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1776200749.376233:0:5029:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200749.376235:0:5029:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1776200749.376239:0:5029:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000031bf0e2b. 02000000:00000001:2.0:1776200749.376241:0:5029:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1776200749.376247:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:2.0:1776200749.376250:0:5029:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c0c3e2af. 00000400:00000010:2.0:1776200749.376255:0:5029:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008b2d1742. 00000100:00000200:2.0:1776200749.376260:0:5029:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227048960, portal 25 00000100:00000001:2.0:1776200749.376262:0:5029:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200749.376263:0:5029:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080683362880 : -112993026188736 : ffff993bc2cfda40) 00000100:00000040:2.0:1776200749.376267:0:5029:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000004e3c421b x1862481227048960/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.376279:0:5029:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1776200749.376282:0:5029:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:2.0:1776200749.376284:0:5029:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdafbb07. 00000100:00000200:2.0:1776200749.376286:0:5029:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1862481227048960, offset 0 00000400:00000200:2.0:1776200749.376292:0:5029:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:2.0:1776200749.376298:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.376305:0:5029:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200749.376311:0:5029:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:2.0:1776200749.376315:0:5029:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776200749.376317:0:5029:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:2.0:1776200749.376321:0:5029:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [378:378:256:4294967295] 192.168.203.148@tcp LPNI seq info [378:378:8:4294967295] 00000400:00000200:2.0:1776200749.376335:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.376342:0:5029:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:2.0:1776200749.376347:0:5029:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200749.376351:0:5029:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b4341bfd (tot 3422846). 00000800:00000200:2.0:1776200749.376357:0:5029:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200749.376364:0:5029:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200749.376368:0:5029:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b4341bfd type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1776200749.376391:0:5029:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200749.376393:0:5029:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200749.376395:0:5029:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200749.376397:0:5029:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200749.376398:0:5029:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:2.0:1776200749.376400:0:5029:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c8b0e9ab going to sleep for 6 seconds 00000100:00000001:2.0:1776200749.376403:0:5029:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200749.376405:0:5029:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200749.376530:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200749.376533:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b4341bfd (tot 3422598). 00000400:00000200:3.0:1776200749.376537:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200749.376542:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200749.376546:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdafbb07 00000400:00000010:3.0:1776200749.376547:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdafbb07. 00000100:00000001:3.0:1776200749.376551:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200749.376554:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004e3c421b x1862481227048960/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.376561:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200749.376563:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000004e3c421b x1862481227048960/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.376568:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200749.376569:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200749.382519:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200749.382532:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200749.382537:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200749.382539:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200749.382548:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.382556:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200749.382562:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.382568:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.382571:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.382575:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 344 into portal 25 MB=0x69deab3f06800 00000400:00000200:3.0:1776200749.382580:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.382585:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.148@tcp of length 344/344 into md 0xf4d [1] + 224 00000800:00000001:3.0:1776200749.382631:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200749.382648:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200749.382650:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200749.382654:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200749.382660:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200749.382666:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004e3c421b x1862481227048960/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000040:3.0:1776200749.382676:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=344 offset=224 replen=344 req@000000004e3c421b x1862481227048960/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.382711:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200749.382719:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200749.382722:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200749.385389:0:5029:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1776200749.385402:0:5029:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200749.385404:0:5029:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200749.385407:0:5029:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c0c3e2af. 00000400:00000200:2.0:1776200749.385416:0:5029:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008b2d1742 00000400:00000010:2.0:1776200749.385418:0:5029:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008b2d1742. 00000100:00000001:2.0:1776200749.385423:0:5029:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200749.385432:0:5029:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004e3c421b x1862481227048960/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000200:2.0:1776200749.385441:0:5029:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004e3c421b x1862481227048960/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.385448:0:5029:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200749.385449:0:5029:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200749.385451:0:5029:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1776200749.385454:0:5029:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1776200749.385456:0:5029:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776200749.385458:0:5029:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200749.385461:0:5029:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776200749.385467:0:5029:0:(import.c:1935:at_measured()) add 1 to 0000000082e3d950 time=118 v=1 (1 0 0 0) 00000100:00001000:2.0:1776200749.385471:0:5029:0:(import.c:1935:at_measured()) add 1 to 000000006882029e time=2 v=1 (1 0 0 0) 00000100:00000001:2.0:1776200749.385473:0:5029:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1776200749.385475:0:5029:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200749.385477:0:5029:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1776200749.385479:0:5029:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200749.385481:0:5029:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200749.385484:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004e3c421b x1862481227048960/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.385490:0:5029:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200749.385493:0:5029:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200749.385495:0:5029:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1776200749.385497:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004e3c421b x1862481227048960/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00100000:2.0:1776200749.385503:0:5029:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e3c421b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:822f82fc-1b4a-4a91-a190-4cbe8fb35285:5029:1862481227048960:192.168.203.148@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1776200749.385508:0:5029:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200749.385510:0:5029:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200749.385513:0:5029:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1776200749.385515:0:5029:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200749.385517:0:5029:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000004e3c421b x1862481227048960/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.385527:0:5029:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1776200749.385529:0:5029:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c8b0e9ab. 00000100:00000001:2.0:1776200749.385533:0:5029:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1776200749.385534:0:5029:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200749.385537:0:5029:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1776200749.385539:0:5029:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1776200749.385541:0:5029:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1776200749.385544:0:5029:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003385c644 refcount=4 00000020:00000001:2.0:1776200749.385546:0:5029:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080801989568 : -112992907562048 : ffff993bc9e1f3c0) 00010000:00000001:2.0:1776200749.385549:0:5029:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080801989568 : -112992907562048 : ffff993bc9e1f3c0) 00010000:00000040:2.0:1776200749.385554:0:5029:0:(ldlm_request.c:701:ldlm_cli_enqueue_fini()) local: 000000003385c644, remote cookie: 0x98dca339dc2b000a, flags: 0x0 00010000:00000001:2.0:1776200749.385558:0:5029:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1776200749.385560:0:5029:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1776200749.385562:0:5029:0:(ldlm_lock.c:977:search_granted_lock()) Process entered 00010000:00000001:2.0:1776200749.385563:0:5029:0:(ldlm_lock.c:997:search_granted_lock()) Process leaving 00010000:00000001:2.0:1776200749.385564:0:5029:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1776200749.385566:0:5029:0:(ldlm_resource.c:1787:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (00000000b5372adf) refcount = 2 00010000:00000040:2.0:1776200749.385569:0:5029:0:(ldlm_resource.c:1790:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1776200749.385571:0:5029:0:(ldlm_resource.c:1793:ldlm_resource_dump()) ### ### ns: MGC192.168.203.148@tcp lock: 0000000093c19c0e/0x8d91c35bada81e49 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x98dca339dc2afff5 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200749.385578:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b5372adf count: 2 00010000:00010000:2.0:1776200749.385582:0:5029:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.148@tcp lock: 000000003385c644/0x8d91c35bada81e5e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x98dca339dc2b000a expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200749.385614:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b5372adf count: 2 00010000:00000001:2.0:1776200749.385617:0:5029:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1776200749.385618:0:5029:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1776200749.385619:0:5029:0:(ldlm_lock.c:1891:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1776200749.385622:0:5029:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1776200749.385625:0:5029:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1776200749.385627:0:5029:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.148@tcp lock: 000000003385c644/0x8d91c35bada81e5e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x98dca339dc2b000a expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200749.385636:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b5372adf count: 2 00010000:00000001:2.0:1776200749.385638:0:5029:0:(ldlm_request.c:797:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1776200749.385639:0:5029:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200749.385641:0:5029:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1776200749.385641:0:5029:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200749.385642:0:5029:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1776200749.385643:0:5029:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200749.385645:0:5029:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200749.385648:0:5029:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000004e3c421b x1862481227048960/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.385654:0:5029:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1776200749.385656:0:5029:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1776200749.385659:0:5029:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000031bf0e2b. 02000000:00000001:2.0:1776200749.385663:0:5029:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1776200749.385664:0:5029:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1776200749.385666:0:5029:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=3 obd=MGC192.168.203.148@tcp 00000020:00000001:2.0:1776200749.385668:0:5029:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1776200749.385670:0:5029:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000012a14abc. 02000000:00000001:2.0:1776200749.385673:0:5029:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1776200749.385674:0:5029:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1776200749.385675:0:5029:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e3c421b. 00000100:00000001:2.0:1776200749.385678:0:5029:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1776200749.385679:0:5029:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1776200749.385693:0:5029:0:(mgc_request.c:1130:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1776200749.385696:0:5029:0:(mgc_request.c:128:config_log_get()) Process entered 10000000:00000040:2.0:1776200749.385698:0:5029:0:(mgc_request.c:131:config_log_get()) log lustre-client (00000000a08a3773) refs 3 10000000:00000001:2.0:1776200749.385700:0:5029:0:(mgc_request.c:132:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200749.385701:0:5029:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1776200749.385703:0:5029:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1776200749.385704:0:5029:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003385c644 refcount=3 00000020:00000001:2.0:1776200749.385706:0:5029:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080801989568 : -112992907562048 : ffff993bc9e1f3c0) 00010000:00000001:2.0:1776200749.385707:0:5029:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080801989568 : -112992907562048 : ffff993bc9e1f3c0) 00010000:00000001:2.0:1776200749.385710:0:5029:0:(ldlm_lock.c:2530:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1776200749.385711:0:5029:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200749.385712:0:5029:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1776200749.385713:0:5029:0:(ldlm_lock.c:2539:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1776200749.385715:0:5029:0:(mgc_request.c:1895:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1776200749.385721:0:5029:0:(mgc_request.c:1903:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000019738cb2. 00000020:00000010:2.0:1776200749.385725:0:5029:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000012a14abc. 00000020:00000010:2.0:1776200749.385729:0:5029:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 0000000093ed7480. 00000040:00000010:2.0:1776200749.385734:0:5029:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 000000006adcca29. 00000020:00000010:2.0:1776200749.385738:0:5029:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000807a9046. 00000020:00000010:2.0:1776200749.385743:0:5029:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000c94ab74a. 80000000:00000010:2.0:1776200749.385746:0:5029:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 00000000b37a9c56. 00040000:00000010:2.0:1776200749.385751:0:5029:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000e4ca30e2. 20000000:00000010:2.0:1776200749.385766:0:5029:0:(mgs_handler.c:1610:mgs_key_init()) kmalloced '(value)': 424 at 000000008e7fdf0c. 10000000:00000040:2.0:1776200749.385770:0:5029:0:(lustre_log.h:384:llog_ctxt_get()) GETting ctxt 0000000041e74b2d : new refcount 2 00000020:00000001:2.0:1776200749.385772:0:5029:0:(obd_config.c:2016:class_config_parse_llog()) Process entered 00000020:00000040:2.0:1776200749.385774:0:5029:0:(obd_config.c:2018:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:2.0:1776200749.385776:0:5029:0:(llog.c:1382:llog_open()) Process entered 00000040:00000010:2.0:1776200749.385778:0:5029:0:(llog.c:62:llog_alloc_handle()) kmalloced '(loghandle)': 384 at 00000000d79d8821. 00000040:00000001:2.0:1776200749.385782:0:5029:0:(llog_client.c:88:llog_client_open()) Process entered 00000020:00000040:2.0:1776200749.385784:0:5029:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000100:00000010:2.0:1776200749.385788:0:5029:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e3c421b. 00000020:00000040:2.0:1776200749.385790:0:5029:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=5 obd=MGC192.168.203.148@tcp 00000100:00000001:2.0:1776200749.385794:0:5029:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1776200749.385796:0:5029:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1776200749.385800:0:5029:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1776200749.385806:0:5029:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f37c8bc2. 00000100:00000001:2.0:1776200749.385811:0:5029:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200749.385816:0:5029:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1776200749.385817:0:5029:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1776200749.385821:0:5029:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c8b0e9ab. 00000100:00000001:2.0:1776200749.385824:0:5029:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446631080800806976 : -112992908744640 : ffff993bc9cfe840) 00000100:00000001:2.0:1776200749.385826:0:5029:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200749.385827:0:5029:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080683362880 : -112993026188736 : ffff993bc2cfda40) 00000100:00000001:2.0:1776200749.385829:0:5029:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1776200749.385834:0:5029:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200749.385835:0:5029:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1776200749.385837:0:5029:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1776200749.385840:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004e3c421b x1862481227049024/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.385848:0:5029:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1776200749.385849:0:5029:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200749.385852:0:5029:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1776200749.385854:0:5029:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1776200749.385857:0:5029:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e3c421b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:822f82fc-1b4a-4a91-a190-4cbe8fb35285:5029:1862481227049024:192.168.203.148@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1776200749.385871:0:5029:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1776200749.385876:0:5029:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1776200749.385878:0:5029:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200749.385880:0:5029:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1776200749.385884:0:5029:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a6752417. 02000000:00000001:2.0:1776200749.385886:0:5029:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1776200749.385892:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:2.0:1776200749.385895:0:5029:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c0c3e2af. 00000400:00000010:2.0:1776200749.385899:0:5029:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008b2d1742. 00000100:00000200:2.0:1776200749.385904:0:5029:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227049024, portal 25 00000100:00000001:2.0:1776200749.385906:0:5029:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200749.385907:0:5029:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080683362880 : -112993026188736 : ffff993bc2cfda40) 00000100:00000040:2.0:1776200749.385911:0:5029:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000004e3c421b x1862481227049024/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 512/272 e 0 to 0 dl 1776200756 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.385917:0:5029:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1776200749.385919:0:5029:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:2.0:1776200749.385921:0:5029:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000accc2826. 00000100:00000200:2.0:1776200749.385924:0:5029:0:(niobuf.c:86:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1862481227049024, offset 0 00000400:00000200:2.0:1776200749.385929:0:5029:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:2.0:1776200749.385936:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.385943:0:5029:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200749.385950:0:5029:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:2.0:1776200749.385953:0:5029:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776200749.385956:0:5029:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:2.0:1776200749.385959:0:5029:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [379:379:256:4294967295] 192.168.203.148@tcp LPNI seq info [379:379:8:4294967295] 00000400:00000200:2.0:1776200749.385964:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.385971:0:5029:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:2.0:1776200749.385978:0:5029:0:(socklnd_cb.c:995:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200749.385982:0:5029:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001a242a82 (tot 3422846). 00000800:00000200:2.0:1776200749.385988:0:5029:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200749.385996:0:5029:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200749.385999:0:5029:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001a242a82 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:2.0:1776200749.386022:0:5029:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200749.386025:0:5029:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200749.386027:0:5029:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200749.386029:0:5029:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200749.386031:0:5029:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:2.0:1776200749.386032:0:5029:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c8b0e9ab going to sleep for 6 seconds 00000100:00000001:2.0:1776200749.386035:0:5029:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200749.386036:0:5029:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200749.386847:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200749.386852:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001a242a82 (tot 3422598). 00000400:00000200:3.0:1776200749.386857:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200749.386876:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200749.386880:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000accc2826 00000400:00000010:3.0:1776200749.386882:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000accc2826. 00000100:00000001:3.0:1776200749.386886:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200749.386889:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004e3c421b x1862481227049024/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 512/272 e 0 to 0 dl 1776200756 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.386899:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200749.386901:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000004e3c421b x1862481227049024/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 512/272 e 0 to 0 dl 1776200756 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.386906:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200749.386907:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200749.397008:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200749.397035:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200749.397040:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200749.397042:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200749.397051:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.397058:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200749.397066:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.397070:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.397074:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.397078:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 272 into portal 25 MB=0x69deab3f06840 00000400:00000200:3.0:1776200749.397083:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.397088:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.148@tcp of length 272/272 into md 0xf5d [1] + 224 00000800:00000001:3.0:1776200749.397095:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200749.397102:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200749.397104:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200749.397108:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200749.397115:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200749.397122:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004e3c421b x1862481227049024/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 512/272 e 0 to 0 dl 1776200756 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000040:3.0:1776200749.397132:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=272 offset=224 replen=272 req@000000004e3c421b x1862481227049024/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 512/272 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.397156:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200749.397164:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200749.397167:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200749.398312:0:5029:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1776200749.398321:0:5029:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200749.398323:0:5029:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200749.398326:0:5029:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c0c3e2af. 00000400:00000200:2.0:1776200749.398332:0:5029:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008b2d1742 00000400:00000010:2.0:1776200749.398334:0:5029:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008b2d1742. 00000100:00000001:2.0:1776200749.398338:0:5029:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200749.398347:0:5029:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004e3c421b x1862481227049024/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 512/272 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000200:2.0:1776200749.398357:0:5029:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004e3c421b x1862481227049024/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 512/272 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.398364:0:5029:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200749.398365:0:5029:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200749.398368:0:5029:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1776200749.398371:0:5029:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1776200749.398373:0:5029:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776200749.398375:0:5029:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200749.398378:0:5029:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776200749.398384:0:5029:0:(import.c:1935:at_measured()) add 1 to 0000000082e3d950 time=118 v=1 (1 0 0 0) 00000100:00001000:2.0:1776200749.398390:0:5029:0:(import.c:1935:at_measured()) add 1 to 000000006882029e time=2 v=1 (1 0 0 0) 00000100:00000001:2.0:1776200749.398393:0:5029:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1776200749.398394:0:5029:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200749.398397:0:5029:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1776200749.398399:0:5029:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200749.398401:0:5029:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200749.398405:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004e3c421b x1862481227049024/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 512/272 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.398412:0:5029:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200749.398415:0:5029:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200749.398417:0:5029:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1776200749.398420:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004e3c421b x1862481227049024/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 512/272 e 0 to 0 dl 1776200756 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00100000:2.0:1776200749.398427:0:5029:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e3c421b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:822f82fc-1b4a-4a91-a190-4cbe8fb35285:5029:1862481227049024:192.168.203.148@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1776200749.398432:0:5029:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200749.398434:0:5029:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200749.398437:0:5029:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1776200749.398439:0:5029:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200749.398442:0:5029:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000004e3c421b x1862481227049024/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 512/272 e 0 to 0 dl 1776200756 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.398448:0:5029:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1776200749.398450:0:5029:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c8b0e9ab. 00000100:00000001:2.0:1776200749.398455:0:5029:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1776200749.398456:0:5029:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1776200749.398460:0:5029:0:(llog_client.c:139:llog_client_open()) Process leaving 00000020:00000001:2.0:1776200749.398464:0:5029:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1776200749.398466:0:5029:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000020:00000001:2.0:1776200749.398469:0:5029:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00000001:2.0:1776200749.398470:0:5029:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200749.398472:0:5029:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000004e3c421b x1862481227049024/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 512/272 e 0 to 0 dl 1776200756 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.398478:0:5029:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1776200749.398480:0:5029:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1776200749.398483:0:5029:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a6752417. 02000000:00000001:2.0:1776200749.398487:0:5029:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1776200749.398488:0:5029:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1776200749.398489:0:5029:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=3 obd=MGC192.168.203.148@tcp 00000020:00000001:2.0:1776200749.398490:0:5029:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1776200749.398492:0:5029:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f37c8bc2. 02000000:00000001:2.0:1776200749.398496:0:5029:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1776200749.398497:0:5029:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1776200749.398499:0:5029:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e3c421b. 00000100:00000001:2.0:1776200749.398502:0:5029:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1776200749.398502:0:5029:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1776200749.398505:0:5029:0:(llog.c:1405:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1776200749.398508:0:5029:0:(llog.c:400:llog_init_handle()) Process entered 00000040:00000010:2.0:1776200749.398515:0:5029:0:(llog.c:405:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000a7766ff2. 00000040:00000001:2.0:1776200749.398517:0:5029:0:(llog.c:353:llog_read_header()) Process entered 00000040:00000001:2.0:1776200749.398518:0:5029:0:(llog_client.c:279:llog_client_read_header()) Process entered 00000020:00000040:2.0:1776200749.398520:0:5029:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000100:00000010:2.0:1776200749.398524:0:5029:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e3c421b. 00000020:00000040:2.0:1776200749.398526:0:5029:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=5 obd=MGC192.168.203.148@tcp 00000100:00000001:2.0:1776200749.398530:0:5029:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1776200749.398533:0:5029:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1776200749.398536:0:5029:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1776200749.398541:0:5029:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a6752417. 00000100:00000001:2.0:1776200749.398546:0:5029:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200749.398549:0:5029:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1776200749.398550:0:5029:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1776200749.398554:0:5029:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c8b0e9ab. 00000100:00000001:2.0:1776200749.398556:0:5029:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446631080800806976 : -112992908744640 : ffff993bc9cfe840) 00000100:00000001:2.0:1776200749.398559:0:5029:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200749.398560:0:5029:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080683362880 : -112993026188736 : ffff993bc2cfda40) 00000100:00000001:2.0:1776200749.398563:0:5029:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1776200749.398566:0:5029:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200749.398568:0:5029:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1776200749.398569:0:5029:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1776200749.398572:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004e3c421b x1862481227049088/t0(0) o503->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.398579:0:5029:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1776200749.398581:0:5029:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200749.398585:0:5029:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1776200749.398639:0:5029:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1776200749.398642:0:5029:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e3c421b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:822f82fc-1b4a-4a91-a190-4cbe8fb35285:5029:1862481227049088:192.168.203.148@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1776200749.398646:0:5029:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1776200749.398651:0:5029:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1776200749.398653:0:5029:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200749.398655:0:5029:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1776200749.398691:0:5029:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000003a48ff80. 02000000:00000001:2.0:1776200749.398693:0:5029:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1776200749.398700:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:2.0:1776200749.398703:0:5029:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c0c3e2af. 00000400:00000010:2.0:1776200749.398708:0:5029:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 184 at 00000000454d34a1 (tot 3422782). 00000100:00000200:2.0:1776200749.398715:0:5029:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1862481227049088, portal 25 00000100:00000001:2.0:1776200749.398717:0:5029:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200749.398718:0:5029:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080683362880 : -112993026188736 : ffff993bc2cfda40) 00000100:00000040:2.0:1776200749.398722:0:5029:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000004e3c421b x1862481227049088/t0(0) o503->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776200756 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.398729:0:5029:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1776200749.398731:0:5029:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:2.0:1776200749.398733:0:5029:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008b2d1742. 00000100:00000200:2.0:1776200749.398736:0:5029:0:(niobuf.c:86:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1862481227049088, offset 0 00000400:00000200:2.0:1776200749.398741:0:5029:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:2.0:1776200749.398748:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.398756:0:5029:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200749.398762:0:5029:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:2.0:1776200749.398765:0:5029:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776200749.398768:0:5029:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:2.0:1776200749.398772:0:5029:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [380:380:256:4294967295] 192.168.203.148@tcp LPNI seq info [380:380:8:4294967295] 00000400:00000200:2.0:1776200749.398776:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.398783:0:5029:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:2.0:1776200749.398790:0:5029:0:(socklnd_cb.c:995:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200749.398794:0:5029:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029c875dc (tot 3423030). 00000800:00000200:2.0:1776200749.398800:0:5029:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200749.398808:0:5029:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200749.398813:0:5029:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029c875dc type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1776200749.398834:0:5029:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200749.398836:0:5029:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200749.398839:0:5029:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200749.398841:0:5029:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200749.398842:0:5029:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:2.0:1776200749.398843:0:5029:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c8b0e9ab going to sleep for 6 seconds 00000100:00000001:2.0:1776200749.398845:0:5029:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200749.398847:0:5029:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200749.400865:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200749.400874:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029c875dc (tot 3422782). 00000400:00000200:3.0:1776200749.400881:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200749.400889:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200749.401105:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008b2d1742 00000400:00000010:3.0:1776200749.401107:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008b2d1742. 00000100:00000001:3.0:1776200749.401113:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200749.401120:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004e3c421b x1862481227049088/t0(0) o503->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776200756 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.401130:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200749.401133:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000004e3c421b x1862481227049088/t0(0) o503->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776200756 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.401139:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200749.401141:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200749.408126:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200749.408148:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200749.408154:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200749.408157:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200749.408168:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.408176:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200749.408185:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.408201:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.408205:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.408209:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 8416 into portal 25 MB=0x69deab3f06880 00000400:00000200:3.0:1776200749.408215:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.408221:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.148@tcp of length 8416/8416 into md 0xf6d [4] + 224 00000800:00000001:3.0:1776200749.408230:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200749.408264:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200749.408267:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200749.408272:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200749.408281:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200749.408289:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004e3c421b x1862481227049088/t0(0) o503->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776200756 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000040:3.0:1776200749.408299:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=8416 offset=224 replen=8416 req@000000004e3c421b x1862481227049088/t0(0) o503->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.408327:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200749.408336:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200749.408339:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200749.409225:0:5029:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1776200749.409233:0:5029:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200749.409235:0:5029:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200749.409238:0:5029:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c0c3e2af. 00000400:00000200:2.0:1776200749.409244:0:5029:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000454d34a1 00000400:00000010:2.0:1776200749.409246:0:5029:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 184 at 00000000454d34a1 (tot 3422598). 00000100:00000001:2.0:1776200749.409250:0:5029:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200749.409256:0:5029:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004e3c421b x1862481227049088/t0(0) o503->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000200:2.0:1776200749.409264:0:5029:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004e3c421b x1862481227049088/t0(0) o503->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.409271:0:5029:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200749.409273:0:5029:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200749.409275:0:5029:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1776200749.409278:0:5029:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1776200749.409280:0:5029:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776200749.409282:0:5029:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200749.409284:0:5029:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776200749.409290:0:5029:0:(import.c:1935:at_measured()) add 1 to 0000000082e3d950 time=118 v=1 (1 0 0 0) 00000100:00001000:2.0:1776200749.409294:0:5029:0:(import.c:1935:at_measured()) add 1 to 000000006882029e time=2 v=1 (1 0 0 0) 00000100:00000001:2.0:1776200749.409296:0:5029:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1776200749.409298:0:5029:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200749.409301:0:5029:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1776200749.409304:0:5029:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200749.409306:0:5029:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200749.409309:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004e3c421b x1862481227049088/t0(0) o503->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.409314:0:5029:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200749.409317:0:5029:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200749.409319:0:5029:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1776200749.409322:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004e3c421b x1862481227049088/t0(0) o503->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776200756 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00100000:2.0:1776200749.409328:0:5029:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e3c421b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:822f82fc-1b4a-4a91-a190-4cbe8fb35285:5029:1862481227049088:192.168.203.148@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1776200749.409332:0:5029:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200749.409335:0:5029:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200749.409337:0:5029:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1776200749.409340:0:5029:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200749.409342:0:5029:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000004e3c421b x1862481227049088/t0(0) o503->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776200756 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.409346:0:5029:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1776200749.409348:0:5029:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c8b0e9ab. 00000100:00000001:2.0:1776200749.409351:0:5029:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1776200749.409352:0:5029:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1776200749.409360:0:5029:0:(llog_client.c:326:llog_client_read_header()) Process leaving 00000100:00000001:2.0:1776200749.409361:0:5029:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200749.409362:0:5029:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000004e3c421b x1862481227049088/t0(0) o503->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776200756 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.409368:0:5029:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1776200749.409370:0:5029:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1776200749.409372:0:5029:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000003a48ff80. 02000000:00000001:2.0:1776200749.409388:0:5029:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1776200749.409390:0:5029:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1776200749.409392:0:5029:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000020:00000001:2.0:1776200749.409394:0:5029:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1776200749.409396:0:5029:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a6752417. 02000000:00000001:2.0:1776200749.409400:0:5029:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1776200749.409402:0:5029:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1776200749.409404:0:5029:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e3c421b. 00000100:00000001:2.0:1776200749.409407:0:5029:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1776200749.409408:0:5029:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1776200749.409410:0:5029:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1776200749.409411:0:5029:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=3 obd=MGC192.168.203.148@tcp 00000020:00000001:2.0:1776200749.409412:0:5029:0:(genops.c:1211:class_import_put()) Process leaving 00000040:00000001:2.0:1776200749.409414:0:5029:0:(llog.c:389:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1776200749.409417:0:5029:0:(llog.c:463:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1776200749.409419:0:5029:0:(llog.c:882:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1776200749.409424:0:5029:0:(llog.c:884:llog_process_or_fork()) kmalloced '(lpi)': 104 at 000000006a1791ac. 00000040:00001000:2.0:1776200749.409425:0:5029:0:(llog.c:899:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 41 last_idx 0 read_mode 0 00000020:00000010:2.0:1776200749.409982:0:9417:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a6752417. 00000020:00000010:2.0:1776200749.409988:0:9417:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 0000000092756ff4. 00000040:00000010:2.0:1776200749.409993:0:9417:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000f37c8bc2. 00000020:00000010:2.0:1776200749.409997:0:9417:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000690877b6. 00000020:00000010:2.0:1776200749.410002:0:9417:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000739ec63f. 80000000:00000010:2.0:1776200749.410005:0:9417:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 0000000049ae936c. 00040000:00000010:2.0:1776200749.410269:0:9417:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 0000000014782cfc. 00040000:00000010:2.0:1776200749.410278:0:9417:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 0000000055360f42. 20000000:00000010:2.0:1776200749.410281:0:9417:0:(mgs_handler.c:1610:mgs_key_init()) kmalloced '(value)': 424 at 000000008345ea66. 00000040:00000001:2.0:1776200749.410286:0:9417:0:(llog.c:514:llog_process_thread()) Process entered 00000040:00000010:2.0:1776200749.410292:0:9417:0:(llog.c:525:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000055835be2. 00000040:00080000:2.0:1776200749.411900:0:9417:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 42 00000040:00000010:2.0:1776200749.411911:0:9417:0:(llog.c:829:llog_process_thread()) kfreed 'buf': 8192 at 0000000055835be2. 00000020:00000010:2.0:1776200749.411925:0:9417:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 0000000092756ff4. 00000040:00000010:2.0:1776200749.411934:0:9417:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at 00000000f37c8bc2. 00000020:00000010:2.0:1776200749.411939:0:9417:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at 00000000690877b6. 00000020:00000010:2.0:1776200749.411948:0:9417:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 00000000739ec63f. 80000000:00000010:2.0:1776200749.411953:0:9417:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at 0000000049ae936c. 00040000:00000010:2.0:1776200749.411959:0:9417:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 0000000014782cfc. 00040000:00000010:2.0:1776200749.411963:0:9417:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 0000000055360f42. 20000000:00000010:2.0:1776200749.411968:0:9417:0:(mgs_handler.c:1610:mgs_key_fini()) kfreed 'info': 424 at 000000008345ea66. 00000020:00000010:2.0:1776200749.411970:0:9417:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a6752417. 00000040:00000010:3.0:1776200749.415008:0:5029:0:(llog.c:927:llog_process_or_fork()) kfreed 'lpi': 104 at 000000006a1791ac. 00000040:00000001:3.0:1776200749.415026:0:5029:0:(llog.c:928:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1776200749.415030:0:5029:0:(obd_config.c:2041:class_config_parse_llog()) Processed log lustre-client gen 42-41 (rc=0) 00000040:00000010:3.0:1776200749.415037:0:5029:0:(llog.c:90:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at 00000000a7766ff2. 00000040:00000010:3.0:1776200749.415042:0:5029:0:(llog.c:92:llog_free_handle()) kfreed 'loghandle': 384 at 00000000d79d8821. 00000020:00000001:3.0:1776200749.415047:0:5029:0:(obd_config.c:2047:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1776200749.415051:0:5029:0:(mgc_request.c:1988:mgc_process_cfg_log()) Process leaving 00000020:00000010:3.0:1776200749.415056:0:5029:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 0000000093ed7480. 00000040:00000010:3.0:1776200749.415061:0:5029:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at 000000006adcca29. 00000020:00000010:3.0:1776200749.415065:0:5029:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at 00000000807a9046. 00000020:00000010:3.0:1776200749.415072:0:5029:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 00000000c94ab74a. 80000000:00000010:3.0:1776200749.415077:0:5029:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at 00000000b37a9c56. 00040000:00000010:3.0:1776200749.415084:0:5029:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 00000000e4ca30e2. 20000000:00000010:3.0:1776200749.415089:0:5029:0:(mgs_handler.c:1610:mgs_key_fini()) kfreed 'info': 424 at 000000008e7fdf0c. 00000020:00000010:3.0:1776200749.415093:0:5029:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000012a14abc. 10000000:00000010:3.0:1776200749.415095:0:5029:0:(mgc_request.c:1997:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000019738cb2. 10000000:01000000:3.0:1776200749.415100:0:5029:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.203.148@tcp: configuration from log 'lustre-client' succeeded (0). 10000000:00000001:3.0:1776200749.415103:0:5029:0:(mgc_request.c:1136:mgc_cancel()) Process entered 00010000:00000001:3.0:1776200749.415106:0:5029:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1776200749.415109:0:5029:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1776200749.415113:0:5029:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000003385c644 refcount=3 00000020:00000001:3.0:1776200749.415115:0:5029:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080801989568 : -112992907562048 : ffff993bc9e1f3c0) 00010000:00000001:3.0:1776200749.415118:0:5029:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080801989568 : -112992907562048 : ffff993bc9e1f3c0) 00010000:00000001:3.0:1776200749.415122:0:5029:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1776200749.415126:0:5029:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: 000000003385c644/0x8d91c35bada81e5e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x98dca339dc2b000a expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1776200749.415135:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b5372adf count: 2 00010000:00000001:3.0:1776200749.415138:0:5029:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200749.415140:0:5029:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1776200749.415141:0:5029:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.148@tcp lock: 000000003385c644/0x8d91c35bada81e5e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x98dca339dc2b000a expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1776200749.415146:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b5372adf count: 2 00010000:00000001:3.0:1776200749.415148:0:5029:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1776200749.415149:0:5029:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200749.415150:0:5029:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1776200749.415151:0:5029:0:(mgc_request.c:1140:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1776200749.415153:0:5029:0:(mgc_request.c:2158:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1776200749.415156:0:5029:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1776200749.415158:0:5029:0:(mgc_request.c:128:config_log_get()) Process entered 10000000:00000040:3.0:1776200749.415159:0:5029:0:(mgc_request.c:131:config_log_get()) log params (000000004161decf) refs 2 10000000:00000001:3.0:1776200749.415161:0:5029:0:(mgc_request.c:132:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1776200749.415163:0:5029:0:(mgc_request.c:139:config_log_put()) Process entered 10000000:00000040:3.0:1776200749.415165:0:5029:0:(mgc_request.c:145:config_log_put()) log lustre-client(00000000a08a3773) refs 3 10000000:00000001:3.0:1776200749.415167:0:5029:0:(mgc_request.c:169:config_log_put()) Process leaving 10000000:00000001:3.0:1776200749.415168:0:5029:0:(mgc_request.c:599:do_requeue()) Process entered 10000000:01000000:3.0:1776200749.415171:0:5029:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:3.0:1776200749.415172:0:5029:0:(mgc_request.c:2048:mgc_process_log()) Process entered 10000000:01000000:3.0:1776200749.415174:0:5029:0:(mgc_request.c:2066:mgc_process_log()) Process log params-ffff993be2454000 from 7 10000000:00000001:3.0:1776200749.415177:0:5029:0:(mgc_request.c:1098:mgc_enqueue()) Process entered 10000000:01000000:3.0:1776200749.415178:0:5029:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:3.0:1776200749.415189:0:5029:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a58e1d54. 00000020:00000040:3.0:1776200749.415194:0:5029:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000100:00000001:3.0:1776200749.415198:0:5029:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1776200749.415201:0:5029:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1776200749.415207:0:5029:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1776200749.415215:0:5029:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c5a65791. 00000100:00000001:3.0:1776200749.415222:0:5029:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200749.415228:0:5029:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1776200749.415230:0:5029:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1776200749.415236:0:5029:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000110a133d count: 2 00010000:00000001:3.0:1776200749.415238:0:5029:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1776200749.415241:0:5029:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1776200749.415244:0:5029:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001f10bf9e. 00000020:00000001:3.0:1776200749.415248:0:5029:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:3.0:1776200749.415250:0:5029:0:(lustre_handles.c:97:class_handle_hash()) added object 000000001f10bf9e with handle 0x8d91c35bada81e65 to hash 00000020:00000001:3.0:1776200749.415252:0:5029:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:3.0:1776200749.415254:0:5029:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446631080799291072 : -112992910260544 : ffff993bc9b8c6c0) 00010000:00000001:3.0:1776200749.415257:0:5029:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446631080799291072 : -112992910260544 : ffff993bc9b8c6c0) 00010000:00000001:3.0:1776200749.415261:0:5029:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200749.415264:0:5029:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200749.415266:0:5029:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: 000000001f10bf9e/0x8d91c35bada81e65 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1776200749.415271:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000110a133d count: 2 00010000:00010000:3.0:1776200749.415273:0:5029:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.148@tcp lock: 000000001f10bf9e/0x8d91c35bada81e65 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1776200749.415279:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000110a133d count: 2 00010000:00010000:3.0:1776200749.415286:0:5029:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.148@tcp lock: 000000001f10bf9e/0x8d91c35bada81e65 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1776200749.415292:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000110a133d count: 2 00000100:00000001:3.0:1776200749.415294:0:5029:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1776200749.415296:0:5029:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1776200749.415303:0:5029:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000218c59e8. 00000100:00000001:3.0:1776200749.415305:0:5029:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446631080737699712 : -112992971851904 : ffff993bc60cf780) 00000100:00000001:3.0:1776200749.415308:0:5029:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776200749.415309:0:5029:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682637120 : -112993026914496 : ffff993bc2c4c740) 00000100:00000001:3.0:1776200749.415314:0:5029:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1776200749.415319:0:5029:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200749.415321:0:5029:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1776200749.415323:0:5029:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1776200749.415332:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a58e1d54 x1862481227049152/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.415341:0:5029:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1776200749.415343:0:5029:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200749.415346:0:5029:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1776200749.415348:0:5029:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1776200749.415351:0:5029:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a58e1d54 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:822f82fc-1b4a-4a91-a190-4cbe8fb35285:5029:1862481227049152:192.168.203.148@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1776200749.415354:0:5029:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1776200749.415361:0:5029:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1776200749.415364:0:5029:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200749.415369:0:5029:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1776200749.415373:0:5029:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000093db272d. 02000000:00000001:3.0:1776200749.415375:0:5029:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1776200749.415384:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:3.0:1776200749.415390:0:5029:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cd224384. 00000400:00000010:3.0:1776200749.415399:0:5029:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022ba544d. 00000100:00000200:3.0:1776200749.415408:0:5029:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227049152, portal 25 00000100:00000001:3.0:1776200749.415411:0:5029:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776200749.415412:0:5029:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682637120 : -112993026914496 : ffff993bc2c4c740) 00000100:00000040:3.0:1776200749.415416:0:5029:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000a58e1d54 x1862481227049152/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.415423:0:5029:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1776200749.415425:0:5029:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:3.0:1776200749.415427:0:5029:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099db2bf5. 00000100:00000200:3.0:1776200749.415430:0:5029:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1862481227049152, offset 0 00000400:00000200:3.0:1776200749.415437:0:5029:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:3.0:1776200749.415448:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.415457:0:5029:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200749.415467:0:5029:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:3.0:1776200749.415471:0:5029:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776200749.415475:0:5029:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:3.0:1776200749.415479:0:5029:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [381:381:256:4294967295] 192.168.203.148@tcp LPNI seq info [381:381:8:4294967295] 00000400:00000200:3.0:1776200749.415483:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.415492:0:5029:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:3.0:1776200749.415498:0:5029:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200749.415503:0:5029:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e06bd1bd (tot 3422846). 00000800:00000200:3.0:1776200749.415511:0:5029:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200749.415519:0:5029:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200749.415525:0:5029:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e06bd1bd type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1776200749.415547:0:5029:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200749.415549:0:5029:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200749.415552:0:5029:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200749.415554:0:5029:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1776200749.415556:0:5029:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:3.0:1776200749.415558:0:5029:0:(client.c:2500:ptlrpc_set_wait()) set 00000000218c59e8 going to sleep for 6 seconds 00000100:00000001:3.0:1776200749.415561:0:5029:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200749.415564:0:5029:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200749.415805:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200749.415810:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e06bd1bd (tot 3422598). 00000400:00000200:2.0:1776200749.415820:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200749.415825:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200749.415831:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099db2bf5 00000400:00000010:2.0:1776200749.415833:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099db2bf5. 00000100:00000001:2.0:1776200749.415837:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200749.415841:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a58e1d54 x1862481227049152/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.415851:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200749.415854:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000a58e1d54 x1862481227049152/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.415860:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200749.415862:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200749.419070:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200749.419097:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200749.419106:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200749.419110:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200749.419126:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.419138:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200749.419146:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.419152:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.419158:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.419162:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 344 into portal 25 MB=0x69deab3f068c0 00000400:00000200:3.0:1776200749.419170:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.419179:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.148@tcp of length 344/344 into md 0xf7d [1] + 224 00000800:00000001:3.0:1776200749.419191:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200749.419204:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200749.419207:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200749.419213:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200749.419223:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200749.419232:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a58e1d54 x1862481227049152/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000040:3.0:1776200749.419245:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=344 offset=224 replen=344 req@00000000a58e1d54 x1862481227049152/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.419302:0:5029:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200749.419323:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200749.419336:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200749.419340:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1776200749.422335:0:5029:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200749.422341:0:5029:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200749.422345:0:5029:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cd224384. 00000400:00000200:2.0:1776200749.422355:0:5029:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022ba544d 00000400:00000010:2.0:1776200749.422357:0:5029:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022ba544d. 00000100:00000001:2.0:1776200749.422363:0:5029:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200749.422378:0:5029:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a58e1d54 x1862481227049152/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000200:2.0:1776200749.422390:0:5029:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a58e1d54 x1862481227049152/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.422398:0:5029:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200749.422399:0:5029:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200749.422402:0:5029:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1776200749.422406:0:5029:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1776200749.422409:0:5029:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776200749.422412:0:5029:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200749.422415:0:5029:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776200749.422424:0:5029:0:(import.c:1935:at_measured()) add 1 to 0000000082e3d950 time=118 v=1 (1 0 0 0) 00000100:00001000:2.0:1776200749.422429:0:5029:0:(import.c:1935:at_measured()) add 1 to 000000006882029e time=2 v=1 (1 0 0 0) 00000100:00000001:2.0:1776200749.422431:0:5029:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1776200749.422433:0:5029:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200749.422436:0:5029:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1776200749.422438:0:5029:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200749.422441:0:5029:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200749.422445:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a58e1d54 x1862481227049152/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.422451:0:5029:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200749.422454:0:5029:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200749.422457:0:5029:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1776200749.422460:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a58e1d54 x1862481227049152/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00100000:2.0:1776200749.422466:0:5029:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a58e1d54 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:822f82fc-1b4a-4a91-a190-4cbe8fb35285:5029:1862481227049152:192.168.203.148@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1776200749.422472:0:5029:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200749.422475:0:5029:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200749.422478:0:5029:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1776200749.422480:0:5029:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200749.422482:0:5029:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000a58e1d54 x1862481227049152/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.422488:0:5029:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1776200749.422491:0:5029:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000218c59e8. 00000100:00000001:2.0:1776200749.422494:0:5029:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1776200749.422496:0:5029:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200749.422499:0:5029:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1776200749.422502:0:5029:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1776200749.422505:0:5029:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1776200749.422507:0:5029:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001f10bf9e refcount=4 00000020:00000001:2.0:1776200749.422510:0:5029:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080799291072 : -112992910260544 : ffff993bc9b8c6c0) 00010000:00000001:2.0:1776200749.422513:0:5029:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080799291072 : -112992910260544 : ffff993bc9b8c6c0) 00010000:00000040:2.0:1776200749.422518:0:5029:0:(ldlm_request.c:701:ldlm_cli_enqueue_fini()) local: 000000001f10bf9e, remote cookie: 0x98dca339dc2b0011, flags: 0x0 00010000:00000001:2.0:1776200749.422523:0:5029:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1776200749.422526:0:5029:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1776200749.422528:0:5029:0:(ldlm_lock.c:977:search_granted_lock()) Process entered 00010000:00000001:2.0:1776200749.422530:0:5029:0:(ldlm_lock.c:997:search_granted_lock()) Process leaving 00010000:00000001:2.0:1776200749.422532:0:5029:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1776200749.422534:0:5029:0:(ldlm_resource.c:1787:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (00000000110a133d) refcount = 2 00010000:00000040:2.0:1776200749.422537:0:5029:0:(ldlm_resource.c:1790:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1776200749.422540:0:5029:0:(ldlm_resource.c:1793:ldlm_resource_dump()) ### ### ns: MGC192.168.203.148@tcp lock: 00000000a81e4c5c/0x8d91c35bada81e50 lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x98dca339dc2afffc expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200749.422547:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000110a133d count: 2 00010000:00010000:2.0:1776200749.422551:0:5029:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.148@tcp lock: 000000001f10bf9e/0x8d91c35bada81e65 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x98dca339dc2b0011 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200749.422557:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000110a133d count: 2 00010000:00000001:2.0:1776200749.422559:0:5029:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1776200749.422560:0:5029:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1776200749.422562:0:5029:0:(ldlm_lock.c:1891:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1776200749.422565:0:5029:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1776200749.422567:0:5029:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1776200749.422570:0:5029:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.148@tcp lock: 000000001f10bf9e/0x8d91c35bada81e65 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x98dca339dc2b0011 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1776200749.422575:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000110a133d count: 2 00010000:00000001:2.0:1776200749.422577:0:5029:0:(ldlm_request.c:797:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1776200749.422578:0:5029:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200749.422580:0:5029:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1776200749.422581:0:5029:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200749.422581:0:5029:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1776200749.422583:0:5029:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200749.422584:0:5029:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200749.422692:0:5029:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000a58e1d54 x1862481227049152/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.422699:0:5029:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1776200749.422701:0:5029:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1776200749.422704:0:5029:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000093db272d. 02000000:00000001:2.0:1776200749.422709:0:5029:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1776200749.422711:0:5029:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1776200749.422712:0:5029:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=3 obd=MGC192.168.203.148@tcp 00000020:00000001:2.0:1776200749.422715:0:5029:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1776200749.422717:0:5029:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c5a65791. 02000000:00000001:2.0:1776200749.422720:0:5029:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1776200749.422721:0:5029:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1776200749.422723:0:5029:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a58e1d54. 00000100:00000001:2.0:1776200749.422727:0:5029:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1776200749.422728:0:5029:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1776200749.422730:0:5029:0:(mgc_request.c:1130:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1776200749.422732:0:5029:0:(mgc_request.c:128:config_log_get()) Process entered 10000000:00000040:2.0:1776200749.422735:0:5029:0:(mgc_request.c:131:config_log_get()) log params (000000004161decf) refs 3 10000000:00000001:2.0:1776200749.422736:0:5029:0:(mgc_request.c:132:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200749.422738:0:5029:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1776200749.422739:0:5029:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1776200749.422741:0:5029:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001f10bf9e refcount=3 00000020:00000001:2.0:1776200749.422742:0:5029:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080799291072 : -112992910260544 : ffff993bc9b8c6c0) 00010000:00000001:2.0:1776200749.422744:0:5029:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080799291072 : -112992910260544 : ffff993bc9b8c6c0) 00010000:00000001:2.0:1776200749.422746:0:5029:0:(ldlm_lock.c:2530:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1776200749.422747:0:5029:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200749.422748:0:5029:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1776200749.422749:0:5029:0:(ldlm_lock.c:2539:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1776200749.422752:0:5029:0:(mgc_request.c:1895:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1776200749.422761:0:5029:0:(mgc_request.c:1903:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000d645af37. 00000020:00000010:2.0:1776200749.422766:0:5029:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008345ea66. 00000020:00000010:2.0:1776200749.422772:0:5029:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 0000000055360f42. 00000040:00000010:2.0:1776200749.422776:0:5029:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000739ec63f. 00000020:00000010:2.0:1776200749.422782:0:5029:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000690877b6. 00000020:00000010:2.0:1776200749.422786:0:5029:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000f18e18e1. 80000000:00000010:2.0:1776200749.422790:0:5029:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 0000000049ae936c. 00040000:00000010:2.0:1776200749.422796:0:5029:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000d36305e4. 20000000:00000010:2.0:1776200749.422803:0:5029:0:(mgs_handler.c:1610:mgs_key_init()) kmalloced '(value)': 424 at 00000000f37c8bc2. 10000000:00000040:2.0:1776200749.422807:0:5029:0:(lustre_log.h:384:llog_ctxt_get()) GETting ctxt 0000000041e74b2d : new refcount 2 00000020:00000001:2.0:1776200749.422809:0:5029:0:(obd_config.c:2016:class_config_parse_llog()) Process entered 00000020:00000040:2.0:1776200749.422811:0:5029:0:(obd_config.c:2018:class_config_parse_llog()) looking up llog params 00000040:00000001:2.0:1776200749.422813:0:5029:0:(llog.c:1382:llog_open()) Process entered 00000040:00000010:2.0:1776200749.422816:0:5029:0:(llog.c:62:llog_alloc_handle()) kmalloced '(loghandle)': 384 at 00000000a6752417. 00000040:00000001:2.0:1776200749.422820:0:5029:0:(llog_client.c:88:llog_client_open()) Process entered 00000020:00000040:2.0:1776200749.422823:0:5029:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000100:00000010:2.0:1776200749.422828:0:5029:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e3c421b. 00000020:00000040:2.0:1776200749.422831:0:5029:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=5 obd=MGC192.168.203.148@tcp 00000100:00000001:2.0:1776200749.422836:0:5029:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1776200749.422839:0:5029:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1776200749.422845:0:5029:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1776200749.422854:0:5029:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000092756ff4. 00000100:00000001:2.0:1776200749.422860:0:5029:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200749.422865:0:5029:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1776200749.422866:0:5029:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1776200749.422871:0:5029:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c8b0e9ab. 00000100:00000001:2.0:1776200749.422874:0:5029:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446631080800806976 : -112992908744640 : ffff993bc9cfe840) 00000100:00000001:2.0:1776200749.422876:0:5029:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200749.422877:0:5029:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080683362880 : -112993026188736 : ffff993bc2cfda40) 00000100:00000001:2.0:1776200749.422881:0:5029:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1776200749.422886:0:5029:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200749.422889:0:5029:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1776200749.422891:0:5029:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1776200749.422895:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004e3c421b x1862481227049216/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.422902:0:5029:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1776200749.422904:0:5029:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200749.422909:0:5029:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1776200749.422911:0:5029:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1776200749.422913:0:5029:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e3c421b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:822f82fc-1b4a-4a91-a190-4cbe8fb35285:5029:1862481227049216:192.168.203.148@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1776200749.422917:0:5029:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1776200749.422925:0:5029:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1776200749.422927:0:5029:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200749.422931:0:5029:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1776200749.422935:0:5029:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c90c1537. 02000000:00000001:2.0:1776200749.422936:0:5029:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1776200749.422946:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:2.0:1776200749.422951:0:5029:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c0c3e2af. 00000400:00000010:2.0:1776200749.422956:0:5029:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f50eee3c. 00000100:00000200:2.0:1776200749.422964:0:5029:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227049216, portal 25 00000100:00000001:2.0:1776200749.422966:0:5029:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200749.422968:0:5029:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080683362880 : -112993026188736 : ffff993bc2cfda40) 00000100:00000040:2.0:1776200749.422971:0:5029:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000004e3c421b x1862481227049216/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 504/272 e 0 to 0 dl 1776200756 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.422977:0:5029:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1776200749.422979:0:5029:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:2.0:1776200749.422983:0:5029:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000503e98cf. 00000100:00000200:2.0:1776200749.422985:0:5029:0:(niobuf.c:86:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1862481227049216, offset 0 00000400:00000200:2.0:1776200749.422991:0:5029:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:2.0:1776200749.422999:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.423007:0:5029:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200749.423026:0:5029:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:2.0:1776200749.423029:0:5029:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776200749.423032:0:5029:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:2.0:1776200749.423036:0:5029:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [382:382:256:4294967295] 192.168.203.148@tcp LPNI seq info [382:382:8:4294967295] 00000400:00000200:2.0:1776200749.423040:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.423047:0:5029:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:2.0:1776200749.423052:0:5029:0:(socklnd_cb.c:995:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200749.423057:0:5029:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000014782cfc (tot 3422846). 00000800:00000200:2.0:1776200749.423063:0:5029:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200749.423071:0:5029:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200749.423074:0:5029:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000014782cfc type 1, nob 600 niov 1 nkiov 1 00000100:00000001:2.0:1776200749.423095:0:5029:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200749.423097:0:5029:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200749.423100:0:5029:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200749.423101:0:5029:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200749.423103:0:5029:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:2.0:1776200749.423105:0:5029:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c8b0e9ab going to sleep for 6 seconds 00000100:00000001:2.0:1776200749.423108:0:5029:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200749.423109:0:5029:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200749.424006:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200749.424024:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000014782cfc (tot 3422598). 00000400:00000200:3.0:1776200749.424032:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200749.424041:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200749.424047:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000503e98cf 00000400:00000010:3.0:1776200749.424049:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000503e98cf. 00000100:00000001:3.0:1776200749.424054:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200749.424059:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004e3c421b x1862481227049216/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 504/272 e 0 to 0 dl 1776200756 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.424070:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200749.424072:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000004e3c421b x1862481227049216/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 504/272 e 0 to 0 dl 1776200756 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.424080:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200749.424082:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200749.427012:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200749.427032:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200749.427037:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200749.427040:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200749.427051:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.427058:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200749.427065:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.427070:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.427074:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.427078:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 272 into portal 25 MB=0x69deab3f06900 00000400:00000200:3.0:1776200749.427082:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.427088:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.148@tcp of length 272/272 into md 0xf8d [1] + 224 00000800:00000001:3.0:1776200749.427096:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200749.427102:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200749.427105:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200749.427110:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200749.427116:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200749.427122:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004e3c421b x1862481227049216/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 504/272 e 0 to 0 dl 1776200756 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000040:3.0:1776200749.427132:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=272 offset=224 replen=272 req@000000004e3c421b x1862481227049216/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 504/272 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.427154:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200749.427163:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200749.427166:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200749.427240:0:5029:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1776200749.427248:0:5029:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200749.427251:0:5029:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200749.427253:0:5029:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c0c3e2af. 00000400:00000200:2.0:1776200749.427257:0:5029:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f50eee3c 00000400:00000010:2.0:1776200749.427259:0:5029:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f50eee3c. 00000100:00000001:2.0:1776200749.427261:0:5029:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200749.427265:0:5029:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004e3c421b x1862481227049216/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 504/272 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000200:2.0:1776200749.427274:0:5029:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004e3c421b x1862481227049216/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 504/272 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.427279:0:5029:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200749.427281:0:5029:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200749.427283:0:5029:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1776200749.427287:0:5029:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1776200749.427289:0:5029:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776200749.427291:0:5029:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200749.427294:0:5029:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776200749.427300:0:5029:0:(import.c:1935:at_measured()) add 1 to 0000000082e3d950 time=118 v=1 (1 0 0 0) 00000100:00001000:2.0:1776200749.427303:0:5029:0:(import.c:1935:at_measured()) add 1 to 000000006882029e time=2 v=1 (1 0 0 0) 00000100:00000001:2.0:1776200749.427305:0:5029:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1776200749.427306:0:5029:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200749.427308:0:5029:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1776200749.427310:0:5029:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200749.427312:0:5029:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200749.427316:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004e3c421b x1862481227049216/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 504/272 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.427322:0:5029:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200749.427325:0:5029:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200749.427327:0:5029:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1776200749.427329:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004e3c421b x1862481227049216/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 504/272 e 0 to 0 dl 1776200756 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00100000:2.0:1776200749.427335:0:5029:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e3c421b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:822f82fc-1b4a-4a91-a190-4cbe8fb35285:5029:1862481227049216:192.168.203.148@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1776200749.427340:0:5029:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200749.427343:0:5029:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200749.427346:0:5029:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1776200749.427348:0:5029:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200749.427350:0:5029:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000004e3c421b x1862481227049216/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 504/272 e 0 to 0 dl 1776200756 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.427356:0:5029:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1776200749.427358:0:5029:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c8b0e9ab. 00000100:00000001:2.0:1776200749.427361:0:5029:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1776200749.427362:0:5029:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1776200749.427367:0:5029:0:(llog_client.c:139:llog_client_open()) Process leaving 00000020:00000001:2.0:1776200749.427371:0:5029:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1776200749.427372:0:5029:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000020:00000001:2.0:1776200749.427374:0:5029:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00000001:2.0:1776200749.427376:0:5029:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200749.427378:0:5029:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000004e3c421b x1862481227049216/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 504/272 e 0 to 0 dl 1776200756 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.427383:0:5029:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1776200749.427386:0:5029:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1776200749.427389:0:5029:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c90c1537. 02000000:00000001:2.0:1776200749.427392:0:5029:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1776200749.427393:0:5029:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1776200749.427394:0:5029:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=3 obd=MGC192.168.203.148@tcp 00000020:00000001:2.0:1776200749.427395:0:5029:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1776200749.427397:0:5029:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000092756ff4. 02000000:00000001:2.0:1776200749.427402:0:5029:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1776200749.427404:0:5029:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1776200749.427405:0:5029:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e3c421b. 00000100:00000001:2.0:1776200749.427409:0:5029:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1776200749.427410:0:5029:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1776200749.427413:0:5029:0:(llog.c:1405:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1776200749.427418:0:5029:0:(llog.c:400:llog_init_handle()) Process entered 00000040:00000010:2.0:1776200749.427425:0:5029:0:(llog.c:405:llog_init_handle()) kmalloced '(llh)': 8192 at 0000000055835be2. 00000040:00000001:2.0:1776200749.427427:0:5029:0:(llog.c:353:llog_read_header()) Process entered 00000040:00000001:2.0:1776200749.427428:0:5029:0:(llog_client.c:279:llog_client_read_header()) Process entered 00000020:00000040:2.0:1776200749.427430:0:5029:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000100:00000010:2.0:1776200749.427433:0:5029:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e3c421b. 00000020:00000040:2.0:1776200749.427435:0:5029:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=5 obd=MGC192.168.203.148@tcp 00000100:00000001:2.0:1776200749.427438:0:5029:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1776200749.427441:0:5029:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1776200749.427445:0:5029:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1776200749.427450:0:5029:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c90c1537. 00000100:00000001:2.0:1776200749.427454:0:5029:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200749.427457:0:5029:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1776200749.427458:0:5029:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1776200749.427463:0:5029:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c8b0e9ab. 00000100:00000001:2.0:1776200749.427465:0:5029:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446631080800806976 : -112992908744640 : ffff993bc9cfe840) 00000100:00000001:2.0:1776200749.427467:0:5029:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200749.427468:0:5029:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080683362880 : -112993026188736 : ffff993bc2cfda40) 00000100:00000001:2.0:1776200749.427472:0:5029:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1776200749.427476:0:5029:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200749.427478:0:5029:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1776200749.427479:0:5029:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1776200749.427482:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004e3c421b x1862481227049280/t0(0) o503->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.427488:0:5029:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1776200749.427489:0:5029:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200749.427492:0:5029:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1776200749.427494:0:5029:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1776200749.427495:0:5029:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e3c421b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:822f82fc-1b4a-4a91-a190-4cbe8fb35285:5029:1862481227049280:192.168.203.148@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1776200749.427499:0:5029:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1776200749.427504:0:5029:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1776200749.427506:0:5029:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200749.427508:0:5029:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1776200749.427537:0:5029:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 000000003a48ff80. 02000000:00000001:2.0:1776200749.427539:0:5029:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1776200749.427544:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:2.0:1776200749.427547:0:5029:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c0c3e2af. 00000400:00000010:2.0:1776200749.427552:0:5029:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 184 at 00000000454d34a1 (tot 3422782). 00000100:00000200:2.0:1776200749.427558:0:5029:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1862481227049280, portal 25 00000100:00000001:2.0:1776200749.427560:0:5029:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200749.427561:0:5029:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080683362880 : -112993026188736 : ffff993bc2cfda40) 00000100:00000040:2.0:1776200749.427565:0:5029:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000004e3c421b x1862481227049280/t0(0) o503->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776200756 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.427571:0:5029:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1776200749.427573:0:5029:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:2.0:1776200749.427575:0:5029:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f50eee3c. 00000100:00000200:2.0:1776200749.427578:0:5029:0:(niobuf.c:86:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1862481227049280, offset 0 00000400:00000200:2.0:1776200749.427584:0:5029:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:2.0:1776200749.427621:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.427628:0:5029:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200749.427636:0:5029:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:2.0:1776200749.427640:0:5029:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776200749.427643:0:5029:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:2.0:1776200749.427647:0:5029:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [383:383:256:4294967295] 192.168.203.148@tcp LPNI seq info [383:383:8:4294967295] 00000400:00000200:2.0:1776200749.427651:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200749.427659:0:5029:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:2.0:1776200749.427664:0:5029:0:(socklnd_cb.c:995:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200749.427669:0:5029:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb249276 (tot 3423030). 00000800:00000200:2.0:1776200749.427675:0:5029:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200749.427692:0:5029:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200749.427696:0:5029:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eb249276 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1776200749.427713:0:5029:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200749.427715:0:5029:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200749.427717:0:5029:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200749.427719:0:5029:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200749.427721:0:5029:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:2.0:1776200749.427722:0:5029:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c8b0e9ab going to sleep for 6 seconds 00000100:00000001:2.0:1776200749.427724:0:5029:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200749.427726:0:5029:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200749.428799:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200749.428804:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb249276 (tot 3422782). 00000400:00000200:3.0:1776200749.428810:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200749.428816:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200749.428821:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f50eee3c 00000400:00000010:3.0:1776200749.428822:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f50eee3c. 00000100:00000001:3.0:1776200749.428828:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200749.428832:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004e3c421b x1862481227049280/t0(0) o503->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776200756 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.428841:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200749.428844:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000004e3c421b x1862481227049280/t0(0) o503->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776200756 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.428850:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200749.428851:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200749.432795:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200749.432811:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200749.432815:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200749.432817:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200749.432827:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.432877:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200749.432885:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.432890:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.432895:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.432898:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 8416 into portal 25 MB=0x69deab3f06940 00000400:00000200:3.0:1776200749.432903:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.432910:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.148@tcp of length 8416/8416 into md 0xf9d [4] + 224 00000800:00000001:3.0:1776200749.432919:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200749.432933:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200749.432935:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200749.432939:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200749.432945:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200749.432950:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004e3c421b x1862481227049280/t0(0) o503->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776200756 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000040:3.0:1776200749.432961:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=8416 offset=224 replen=8416 req@000000004e3c421b x1862481227049280/t0(0) o503->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.433031:0:5029:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200749.433117:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200749.433127:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200749.433130:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1776200749.435827:0:5029:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200749.435833:0:5029:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200749.435836:0:5029:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c0c3e2af. 00000400:00000200:2.0:1776200749.435845:0:5029:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000454d34a1 00000400:00000010:2.0:1776200749.435847:0:5029:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 184 at 00000000454d34a1 (tot 3422598). 00000100:00000001:2.0:1776200749.435854:0:5029:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200749.435863:0:5029:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004e3c421b x1862481227049280/t0(0) o503->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000200:2.0:1776200749.435872:0:5029:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004e3c421b x1862481227049280/t0(0) o503->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.435878:0:5029:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200749.435881:0:5029:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200749.435883:0:5029:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1776200749.435885:0:5029:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1776200749.435888:0:5029:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776200749.435890:0:5029:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200749.435892:0:5029:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776200749.435898:0:5029:0:(import.c:1935:at_measured()) add 1 to 0000000082e3d950 time=118 v=1 (1 0 0 0) 00000100:00001000:2.0:1776200749.435901:0:5029:0:(import.c:1935:at_measured()) add 1 to 000000006882029e time=2 v=1 (1 0 0 0) 00000100:00000001:2.0:1776200749.435903:0:5029:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1776200749.435904:0:5029:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200749.435906:0:5029:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1776200749.435908:0:5029:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200749.435910:0:5029:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200749.435913:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004e3c421b x1862481227049280/t0(0) o503->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.435919:0:5029:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200749.435922:0:5029:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200749.435924:0:5029:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1776200749.435927:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004e3c421b x1862481227049280/t0(0) o503->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776200756 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00100000:2.0:1776200749.435933:0:5029:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e3c421b pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:822f82fc-1b4a-4a91-a190-4cbe8fb35285:5029:1862481227049280:192.168.203.148@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1776200749.435938:0:5029:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200749.435941:0:5029:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200749.435943:0:5029:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1776200749.435944:0:5029:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200749.435947:0:5029:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000004e3c421b x1862481227049280/t0(0) o503->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776200756 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.435959:0:5029:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1776200749.435961:0:5029:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c8b0e9ab. 00000100:00000001:2.0:1776200749.435964:0:5029:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1776200749.435966:0:5029:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1776200749.435974:0:5029:0:(llog_client.c:326:llog_client_read_header()) Process leaving 00000100:00000001:2.0:1776200749.435975:0:5029:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200749.435978:0:5029:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000004e3c421b x1862481227049280/t0(0) o503->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 272/8416 e 0 to 0 dl 1776200756 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200749.435983:0:5029:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1776200749.435985:0:5029:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1776200749.435988:0:5029:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 000000003a48ff80. 02000000:00000001:2.0:1776200749.436005:0:5029:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1776200749.436008:0:5029:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1776200749.436009:0:5029:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000020:00000001:2.0:1776200749.436573:0:5029:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1776200749.436576:0:5029:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c90c1537. 02000000:00000001:2.0:1776200749.436582:0:5029:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1776200749.436584:0:5029:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1776200749.436585:0:5029:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e3c421b. 00000100:00000001:2.0:1776200749.436608:0:5029:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1776200749.436609:0:5029:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1776200749.441572:0:5029:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776200749.441577:0:5029:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=3 obd=MGC192.168.203.148@tcp 00000020:00000001:1.0:1776200749.441585:0:5029:0:(genops.c:1211:class_import_put()) Process leaving 00000040:00000001:1.0:1776200749.441602:0:5029:0:(llog.c:389:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1776200749.441606:0:5029:0:(llog.c:463:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1776200749.441610:0:5029:0:(llog.c:882:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1776200749.441619:0:5029:0:(llog.c:884:llog_process_or_fork()) kmalloced '(lpi)': 104 at 00000000192c75aa. 00000040:00001000:1.0:1776200749.441621:0:5029:0:(llog.c:899:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000020:00000010:3.0:1776200749.444261:0:9418:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004133c981. 00000020:00000010:3.0:1776200749.444276:0:9418:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000c5a65791. 00000040:00000010:3.0:1776200749.444280:0:9418:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000d0bde67e. 00000020:00000010:3.0:1776200749.444285:0:9418:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 00000000fc0b3bbf. 00000020:00000010:3.0:1776200749.444290:0:9418:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 000000000dbf87cf. 80000000:00000010:3.0:1776200749.444294:0:9418:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 00000000306b0bb6. 00040000:00000010:3.0:1776200749.444299:0:9418:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000e06bd1bd. 00040000:00000010:3.0:1776200749.444302:0:9418:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 0000000046a8344d. 20000000:00000010:3.0:1776200749.444306:0:9418:0:(mgs_handler.c:1610:mgs_key_init()) kmalloced '(value)': 424 at 000000001fe9cfc0. 00000040:00000001:3.0:1776200749.444310:0:9418:0:(llog.c:514:llog_process_thread()) Process entered 00000040:00000010:3.0:1776200749.444316:0:9418:0:(llog.c:525:llog_process_thread()) kmalloced '(buf)': 8192 at 0000000060d4806a. 00000040:00080000:3.0:1776200749.445115:0:9418:0:(llog.c:792:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:3.0:1776200749.445123:0:9418:0:(llog.c:829:llog_process_thread()) kfreed 'buf': 8192 at 0000000060d4806a. 00000020:00000010:3.0:1776200749.445131:0:9418:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000c5a65791. 00000040:00000010:3.0:1776200749.445135:0:9418:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at 00000000d0bde67e. 00000020:00000010:3.0:1776200749.445138:0:9418:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at 00000000fc0b3bbf. 00000020:00000010:3.0:1776200749.445142:0:9418:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 000000000dbf87cf. 80000000:00000010:3.0:1776200749.445145:0:9418:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at 00000000306b0bb6. 00040000:00000010:3.0:1776200749.445149:0:9418:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 00000000e06bd1bd. 00040000:00000010:3.0:1776200749.445155:0:9418:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 0000000046a8344d. 20000000:00000010:3.0:1776200749.445158:0:9418:0:(mgs_handler.c:1610:mgs_key_fini()) kfreed 'info': 424 at 000000001fe9cfc0. 00000020:00000010:3.0:1776200749.445161:0:9418:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004133c981. 00000040:00000010:1.0:1776200749.445329:0:5029:0:(llog.c:927:llog_process_or_fork()) kfreed 'lpi': 104 at 00000000192c75aa. 00000040:00000001:1.0:1776200749.445333:0:5029:0:(llog.c:928:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1776200749.445336:0:5029:0:(obd_config.c:2041:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:1.0:1776200749.445340:0:5029:0:(llog.c:90:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at 0000000055835be2. 00000040:00000010:1.0:1776200749.445343:0:5029:0:(llog.c:92:llog_free_handle()) kfreed 'loghandle': 384 at 00000000a6752417. 00000020:00000001:1.0:1776200749.445347:0:5029:0:(obd_config.c:2047:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1776200749.445349:0:5029:0:(mgc_request.c:1988:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1776200749.445352:0:5029:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 0000000055360f42. 00000040:00000010:1.0:1776200749.445356:0:5029:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at 00000000739ec63f. 00000020:00000010:1.0:1776200749.445358:0:5029:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at 00000000690877b6. 00000020:00000010:1.0:1776200749.445363:0:5029:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 00000000f18e18e1. 80000000:00000010:1.0:1776200749.445365:0:5029:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at 0000000049ae936c. 00040000:00000010:1.0:1776200749.445368:0:5029:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 00000000d36305e4. 20000000:00000010:1.0:1776200749.445370:0:5029:0:(mgs_handler.c:1610:mgs_key_fini()) kfreed 'info': 424 at 00000000f37c8bc2. 00000020:00000010:1.0:1776200749.445373:0:5029:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008345ea66. 10000000:00000010:1.0:1776200749.445375:0:5029:0:(mgc_request.c:1997:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000d645af37. 10000000:01000000:1.0:1776200749.445378:0:5029:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.203.148@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:1.0:1776200749.445381:0:5029:0:(mgc_request.c:1136:mgc_cancel()) Process entered 00010000:00000001:1.0:1776200749.445383:0:5029:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1776200749.445385:0:5029:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1776200749.445388:0:5029:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000001f10bf9e refcount=3 00000020:00000001:1.0:1776200749.445389:0:5029:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080799291072 : -112992910260544 : ffff993bc9b8c6c0) 00010000:00000001:1.0:1776200749.445392:0:5029:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080799291072 : -112992910260544 : ffff993bc9b8c6c0) 00010000:00000001:1.0:1776200749.445395:0:5029:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1776200749.445398:0:5029:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: 000000001f10bf9e/0x8d91c35bada81e65 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x98dca339dc2b0011 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776200749.445405:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000110a133d count: 2 00010000:00000001:1.0:1776200749.445408:0:5029:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776200749.445410:0:5029:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1776200749.445411:0:5029:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.148@tcp lock: 000000001f10bf9e/0x8d91c35bada81e65 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x98dca339dc2b0011 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776200749.445416:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000110a133d count: 2 00010000:00000001:1.0:1776200749.445418:0:5029:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1776200749.445418:0:5029:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776200749.445419:0:5029:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1776200749.445420:0:5029:0:(mgc_request.c:1140:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1776200749.445422:0:5029:0:(mgc_request.c:2158:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1776200749.445424:0:5029:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1776200749.445425:0:5029:0:(mgc_request.c:128:config_log_get()) Process entered 10000000:00000040:1.0:1776200749.445427:0:5029:0:(mgc_request.c:131:config_log_get()) log lustre-sptlrpc (00000000e569a0fb) refs 3 10000000:00000001:1.0:1776200749.445428:0:5029:0:(mgc_request.c:132:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1776200749.445430:0:5029:0:(mgc_request.c:139:config_log_put()) Process entered 10000000:00000040:1.0:1776200749.445431:0:5029:0:(mgc_request.c:145:config_log_put()) log params(000000004161decf) refs 3 10000000:00000001:1.0:1776200749.445432:0:5029:0:(mgc_request.c:169:config_log_put()) Process leaving 10000000:00000001:1.0:1776200749.445433:0:5029:0:(mgc_request.c:599:do_requeue()) Process entered 10000000:01000000:1.0:1776200749.445435:0:5029:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:1.0:1776200749.445436:0:5029:0:(mgc_request.c:2048:mgc_process_log()) Process entered 10000000:01000000:1.0:1776200749.445437:0:5029:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-sptlrpc-ffff993bc9b66838 from 1 10000000:00000001:1.0:1776200749.445439:0:5029:0:(mgc_request.c:1098:mgc_enqueue()) Process entered 10000000:01000000:1.0:1776200749.445441:0:5029:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:1.0:1776200749.445449:0:5029:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000039ecb165. 00000020:00000040:1.0:1776200749.445452:0:5029:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000100:00000001:1.0:1776200749.445457:0:5029:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1776200749.445459:0:5029:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1776200749.445463:0:5029:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1776200749.445469:0:5029:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001b06e86c. 00000100:00000001:1.0:1776200749.445475:0:5029:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200749.445479:0:5029:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1776200749.445481:0:5029:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1776200749.445486:0:5029:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000b5372adf count: 3 00010000:00000001:1.0:1776200749.445488:0:5029:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1776200749.445503:0:5029:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1776200749.445506:0:5029:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000090b383e8. 00000020:00000001:1.0:1776200749.445510:0:5029:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1776200749.445511:0:5029:0:(lustre_handles.c:97:class_handle_hash()) added object 0000000090b383e8 with handle 0x8d91c35bada81e6c to hash 00000020:00000001:1.0:1776200749.445513:0:5029:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1776200749.445514:0:5029:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446631080684907200 : -112993024644416 : ffff993bc2e76ac0) 00010000:00000001:1.0:1776200749.445516:0:5029:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446631080684907200 : -112993024644416 : ffff993bc2e76ac0) 00010000:00000001:1.0:1776200749.445519:0:5029:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1776200749.445521:0:5029:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776200749.445523:0:5029:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: 0000000090b383e8/0x8d91c35bada81e6c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776200749.445528:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b5372adf count: 3 00010000:00010000:1.0:1776200749.445531:0:5029:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.148@tcp lock: 0000000090b383e8/0x8d91c35bada81e6c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776200749.445535:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b5372adf count: 3 00010000:00010000:1.0:1776200749.445541:0:5029:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.148@tcp lock: 0000000090b383e8/0x8d91c35bada81e6c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776200749.445546:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b5372adf count: 3 00000100:00000001:1.0:1776200749.445548:0:5029:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1776200749.445549:0:5029:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1776200749.445556:0:5029:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000015418647. 00000100:00000001:1.0:1776200749.445558:0:5029:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446631080715965376 : -112992993586240 : ffff993bc4c153c0) 00000100:00000001:1.0:1776200749.445559:0:5029:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200749.445561:0:5029:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801558272 : -112992907993344 : ffff993bc9db5f00) 00000100:00000001:1.0:1776200749.445565:0:5029:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1776200749.445568:0:5029:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200749.445570:0:5029:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1776200749.445572:0:5029:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200749.445580:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000039ecb165 x1862481227049344/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776200749.446846:0:5029:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200749.446849:0:5029:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200749.446854:0:5029:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200749.446857:0:5029:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200749.446863:0:5029:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000039ecb165 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:822f82fc-1b4a-4a91-a190-4cbe8fb35285:5029:1862481227049344:192.168.203.148@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1776200749.446868:0:5029:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200749.446873:0:5029:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200749.446875:0:5029:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200749.446878:0:5029:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200749.446885:0:5029:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000086092c08. 02000000:00000001:1.0:1776200749.446886:0:5029:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200749.446894:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200749.446898:0:5029:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000092d33e40. 00000400:00000010:1.0:1776200749.446903:0:5029:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad71aa6e. 00000100:00000200:1.0:1776200749.446910:0:5029:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227049344, portal 25 00000100:00000001:1.0:1776200749.446912:0:5029:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200749.446913:0:5029:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801558272 : -112992907993344 : ffff993bc9db5f00) 00000100:00000040:1.0:1776200749.446918:0:5029:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000039ecb165 x1862481227049344/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776200749.446924:0:5029:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200749.446926:0:5029:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200749.446928:0:5029:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e8e7f1d1. 00000100:00000200:1.0:1776200749.446931:0:5029:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1862481227049344, offset 0 00000400:00000200:1.0:1776200749.446936:0:5029:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200749.446944:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200749.446951:0:5029:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200749.446958:0:5029:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200749.446961:0:5029:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200749.446964:0:5029:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200749.446967:0:5029:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [384:384:256:4294967295] 192.168.203.148@tcp LPNI seq info [384:384:8:4294967295] 00000400:00000200:1.0:1776200749.446971:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200749.446979:0:5029:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200749.446985:0:5029:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200749.446989:0:5029:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004beab876 (tot 3422846). 00000800:00000200:1.0:1776200749.446995:0:5029:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200749.447002:0:5029:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200749.447005:0:5029:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004beab876 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1776200749.447146:0:5029:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200749.447148:0:5029:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200749.447151:0:5029:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200749.447154:0:5029:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200749.447155:0:5029:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:1.0:1776200749.447158:0:5029:0:(client.c:2500:ptlrpc_set_wait()) set 0000000015418647 going to sleep for 6 seconds 00000100:00000001:1.0:1776200749.447161:0:5029:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200749.447164:0:5029:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200749.447472:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200749.447476:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004beab876 (tot 3422598). 00000400:00000200:3.0:1776200749.447481:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200749.447486:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200749.447500:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e8e7f1d1 00000400:00000010:3.0:1776200749.447503:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e8e7f1d1. 00000100:00000001:3.0:1776200749.447507:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200749.447510:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000039ecb165 x1862481227049344/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.447519:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200749.447521:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@0000000039ecb165 x1862481227049344/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.447527:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200749.447528:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200749.451084:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200749.451099:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200749.451104:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200749.451107:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200749.451118:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.451126:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200749.451132:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.451138:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.451141:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.451145:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 344 into portal 25 MB=0x69deab3f06980 00000400:00000200:3.0:1776200749.451150:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.451155:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.148@tcp of length 344/344 into md 0xfad [1] + 224 00000800:00000001:3.0:1776200749.451163:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200749.451169:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200749.451171:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200749.451175:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200749.451191:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200749.451197:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000039ecb165 x1862481227049344/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000040:3.0:1776200749.451207:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=344 offset=224 replen=344 req@0000000039ecb165 x1862481227049344/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.451227:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200749.451236:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200749.451239:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200749.451293:0:5029:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200749.451300:0:5029:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200749.451301:0:5029:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200749.451304:0:5029:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000092d33e40. 00000400:00000200:1.0:1776200749.451308:0:5029:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad71aa6e 00000400:00000010:1.0:1776200749.451309:0:5029:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad71aa6e. 00000100:00000001:1.0:1776200749.451312:0:5029:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200749.451315:0:5029:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000039ecb165 x1862481227049344/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000200:1.0:1776200749.451322:0:5029:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000039ecb165 x1862481227049344/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776200749.451328:0:5029:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200749.451329:0:5029:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200749.451331:0:5029:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200749.451334:0:5029:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200749.451336:0:5029:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200749.451338:0:5029:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200749.451340:0:5029:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200749.451345:0:5029:0:(import.c:1935:at_measured()) add 1 to 0000000082e3d950 time=118 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200749.451350:0:5029:0:(import.c:1935:at_measured()) add 1 to 000000006882029e time=2 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200749.451352:0:5029:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200749.451353:0:5029:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200749.451356:0:5029:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776200749.451358:0:5029:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200749.451360:0:5029:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200749.451363:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000039ecb165 x1862481227049344/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776200749.451368:0:5029:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200749.451370:0:5029:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200749.451372:0:5029:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1776200749.451375:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000039ecb165 x1862481227049344/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00100000:1.0:1776200749.451381:0:5029:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000039ecb165 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:822f82fc-1b4a-4a91-a190-4cbe8fb35285:5029:1862481227049344:192.168.203.148@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1776200749.451386:0:5029:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200749.451388:0:5029:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200749.451390:0:5029:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1776200749.451392:0:5029:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200749.451394:0:5029:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000039ecb165 x1862481227049344/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776200749.451400:0:5029:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1776200749.451401:0:5029:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000015418647. 00000100:00000001:1.0:1776200749.451405:0:5029:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1776200749.451406:0:5029:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200749.451409:0:5029:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1776200749.451412:0:5029:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1776200749.451414:0:5029:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1776200749.451417:0:5029:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000090b383e8 refcount=4 00000020:00000001:1.0:1776200749.451419:0:5029:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080684907200 : -112993024644416 : ffff993bc2e76ac0) 00010000:00000001:1.0:1776200749.451422:0:5029:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080684907200 : -112993024644416 : ffff993bc2e76ac0) 00010000:00000040:1.0:1776200749.451428:0:5029:0:(ldlm_request.c:701:ldlm_cli_enqueue_fini()) local: 0000000090b383e8, remote cookie: 0x98dca339dc2b0018, flags: 0x0 00010000:00000001:1.0:1776200749.451431:0:5029:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1776200749.451435:0:5029:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1776200749.451436:0:5029:0:(ldlm_lock.c:977:search_granted_lock()) Process entered 00010000:00000001:1.0:1776200749.451438:0:5029:0:(ldlm_lock.c:997:search_granted_lock()) Process leaving 00010000:00000001:1.0:1776200749.451439:0:5029:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1776200749.451441:0:5029:0:(ldlm_resource.c:1787:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (00000000b5372adf) refcount = 3 00010000:00000040:1.0:1776200749.451443:0:5029:0:(ldlm_resource.c:1790:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1776200749.451446:0:5029:0:(ldlm_resource.c:1793:ldlm_resource_dump()) ### ### ns: MGC192.168.203.148@tcp lock: 000000003385c644/0x8d91c35bada81e5e lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x98dca339dc2b000a expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776200749.451451:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b5372adf count: 3 00010000:00000040:1.0:1776200749.451455:0:5029:0:(ldlm_resource.c:1793:ldlm_resource_dump()) ### ### ns: MGC192.168.203.148@tcp lock: 0000000093c19c0e/0x8d91c35bada81e49 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x98dca339dc2afff5 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776200749.451459:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b5372adf count: 3 00010000:00010000:1.0:1776200749.451461:0:5029:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.148@tcp lock: 0000000090b383e8/0x8d91c35bada81e6c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x98dca339dc2b0018 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776200749.451466:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b5372adf count: 3 00010000:00000001:1.0:1776200749.451467:0:5029:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1776200749.451469:0:5029:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1776200749.451470:0:5029:0:(ldlm_lock.c:1891:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1776200749.451472:0:5029:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1776200749.451474:0:5029:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776200749.451477:0:5029:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.148@tcp lock: 0000000090b383e8/0x8d91c35bada81e6c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x98dca339dc2b0018 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776200749.451481:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b5372adf count: 3 00010000:00000001:1.0:1776200749.451482:0:5029:0:(ldlm_request.c:797:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1776200749.451484:0:5029:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776200749.451485:0:5029:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1776200749.451486:0:5029:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776200749.451487:0:5029:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1776200749.451488:0:5029:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200749.451490:0:5029:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200749.451492:0:5029:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000039ecb165 x1862481227049344/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200756 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776200749.451503:0:5029:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1776200749.451505:0:5029:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1776200749.451508:0:5029:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000086092c08. 02000000:00000001:1.0:1776200749.451511:0:5029:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1776200749.451512:0:5029:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776200749.451514:0:5029:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=3 obd=MGC192.168.203.148@tcp 00000020:00000001:1.0:1776200749.451517:0:5029:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1776200749.451519:0:5029:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001b06e86c. 02000000:00000001:1.0:1776200749.451522:0:5029:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1776200749.451523:0:5029:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1776200749.451524:0:5029:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000039ecb165. 00000100:00000001:1.0:1776200749.451527:0:5029:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1776200749.451528:0:5029:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1776200749.451530:0:5029:0:(mgc_request.c:1130:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1776200749.451532:0:5029:0:(mgc_request.c:128:config_log_get()) Process entered 10000000:00000040:1.0:1776200749.451534:0:5029:0:(mgc_request.c:131:config_log_get()) log lustre-sptlrpc (00000000e569a0fb) refs 4 10000000:00000001:1.0:1776200749.451535:0:5029:0:(mgc_request.c:132:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200749.451536:0:5029:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1776200749.451537:0:5029:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1776200749.451539:0:5029:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000090b383e8 refcount=3 00000020:00000001:1.0:1776200749.451540:0:5029:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080684907200 : -112993024644416 : ffff993bc2e76ac0) 00010000:00000001:1.0:1776200749.451542:0:5029:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080684907200 : -112993024644416 : ffff993bc2e76ac0) 00010000:00000001:1.0:1776200749.451544:0:5029:0:(ldlm_lock.c:2530:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1776200749.451545:0:5029:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776200749.451546:0:5029:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1776200749.451547:0:5029:0:(ldlm_lock.c:2539:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1776200749.451549:0:5029:0:(mgc_request.c:1895:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1776200749.451553:0:5029:0:(mgc_request.c:1903:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000006b8a374. 00000020:00000010:1.0:1776200749.451557:0:5029:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001b06e86c. 00000020:00000010:1.0:1776200749.451561:0:5029:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 0000000094e5d8d5. 00000040:00000010:1.0:1776200749.451565:0:5029:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 000000003fe5f1a8. 00000020:00000010:1.0:1776200749.451569:0:5029:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 000000007caefe4b. 00000020:00000010:1.0:1776200749.451573:0:5029:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 0000000040874cdb. 80000000:00000010:1.0:1776200749.451577:0:5029:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 0000000044f6d33e. 00040000:00000010:1.0:1776200749.451581:0:5029:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000fb008c30. 20000000:00000010:1.0:1776200749.451585:0:5029:0:(mgs_handler.c:1610:mgs_key_init()) kmalloced '(value)': 424 at 00000000e694eb1f. 10000000:00000040:1.0:1776200749.451634:0:5029:0:(lustre_log.h:384:llog_ctxt_get()) GETting ctxt 0000000041e74b2d : new refcount 2 00000020:00000001:1.0:1776200749.451638:0:5029:0:(obd_config.c:2016:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1776200749.451639:0:5029:0:(obd_config.c:2018:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:1.0:1776200749.451642:0:5029:0:(llog.c:1382:llog_open()) Process entered 00000040:00000010:1.0:1776200749.451646:0:5029:0:(llog.c:62:llog_alloc_handle()) kmalloced '(loghandle)': 384 at 0000000015c87ac5. 00000040:00000001:1.0:1776200749.451649:0:5029:0:(llog_client.c:88:llog_client_open()) Process entered 00000020:00000040:1.0:1776200749.451651:0:5029:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000100:00000010:1.0:1776200749.451655:0:5029:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000039ecb165. 00000020:00000040:1.0:1776200749.451657:0:5029:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=5 obd=MGC192.168.203.148@tcp 00000100:00000001:1.0:1776200749.451660:0:5029:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1776200749.451662:0:5029:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1776200749.451666:0:5029:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1776200749.451671:0:5029:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f37c8bc2. 00000100:00000001:1.0:1776200749.451676:0:5029:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200749.451692:0:5029:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1776200749.451693:0:5029:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1776200749.451698:0:5029:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000015418647. 00000100:00000001:1.0:1776200749.451700:0:5029:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446631080715965376 : -112992993586240 : ffff993bc4c153c0) 00000100:00000001:1.0:1776200749.451702:0:5029:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200749.451703:0:5029:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801558272 : -112992907993344 : ffff993bc9db5f00) 00000100:00000001:1.0:1776200749.451707:0:5029:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1776200749.451710:0:5029:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200749.451712:0:5029:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1776200749.451713:0:5029:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200749.451716:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000039ecb165 x1862481227049408/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776200749.451722:0:5029:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200749.451723:0:5029:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200749.451727:0:5029:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200749.451728:0:5029:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200749.451731:0:5029:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000039ecb165 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:822f82fc-1b4a-4a91-a190-4cbe8fb35285:5029:1862481227049408:192.168.203.148@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1776200749.451734:0:5029:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200749.451739:0:5029:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200749.451741:0:5029:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200749.451743:0:5029:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200749.451747:0:5029:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008345ea66. 02000000:00000001:1.0:1776200749.451748:0:5029:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200749.451753:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200749.451755:0:5029:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000092d33e40. 00000400:00000010:1.0:1776200749.451758:0:5029:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad71aa6e. 00000100:00000200:1.0:1776200749.451763:0:5029:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227049408, portal 25 00000100:00000001:1.0:1776200749.451764:0:5029:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200749.451765:0:5029:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801558272 : -112992907993344 : ffff993bc9db5f00) 00000100:00000040:1.0:1776200749.451769:0:5029:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000039ecb165 x1862481227049408/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 512/272 e 0 to 0 dl 1776200756 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776200749.451774:0:5029:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200749.451777:0:5029:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200749.451780:0:5029:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb2c6874. 00000100:00000200:1.0:1776200749.451782:0:5029:0:(niobuf.c:86:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1862481227049408, offset 0 00000400:00000200:1.0:1776200749.451787:0:5029:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200749.451793:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200749.451798:0:5029:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200749.451804:0:5029:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200749.451807:0:5029:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200749.451810:0:5029:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200749.451814:0:5029:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [385:385:256:4294967295] 192.168.203.148@tcp LPNI seq info [385:385:8:4294967295] 00000400:00000200:1.0:1776200749.451817:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200749.451823:0:5029:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200749.451828:0:5029:0:(socklnd_cb.c:995:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200749.451831:0:5029:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e9b3a0d (tot 3422846). 00000800:00000200:1.0:1776200749.451850:0:5029:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200749.451858:0:5029:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200749.451861:0:5029:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002e9b3a0d type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1776200749.451871:0:5029:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200749.451873:0:5029:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200749.451876:0:5029:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200749.451878:0:5029:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200749.451879:0:5029:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:1.0:1776200749.451881:0:5029:0:(client.c:2500:ptlrpc_set_wait()) set 0000000015418647 going to sleep for 6 seconds 00000100:00000001:1.0:1776200749.451883:0:5029:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200749.451884:0:5029:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200749.452219:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200749.452223:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e9b3a0d (tot 3422598). 00000400:00000200:3.0:1776200749.452228:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200749.452232:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200749.452235:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb2c6874 00000400:00000010:3.0:1776200749.452236:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb2c6874. 00000100:00000001:3.0:1776200749.452239:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200749.452242:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000039ecb165 x1862481227049408/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 512/272 e 0 to 0 dl 1776200756 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.452256:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200749.452257:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@0000000039ecb165 x1862481227049408/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 512/272 e 0 to 0 dl 1776200756 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.452263:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200749.452264:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200749.456354:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200749.456371:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200749.456376:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200749.456378:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200749.456391:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.456400:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200749.456408:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.456413:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.456417:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.456422:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 272 into portal 25 MB=0x69deab3f069c0 00000400:00000200:3.0:1776200749.456428:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200749.456434:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.148@tcp of length 272/272 into md 0xfb5 [1] + 224 00000800:00000001:3.0:1776200749.456442:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200749.456448:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200749.456451:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200749.456455:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200749.456461:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200749.456467:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000039ecb165 x1862481227049408/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 512/272 e 0 to 0 dl 1776200756 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000040:3.0:1776200749.456478:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=272 offset=224 replen=272 req@0000000039ecb165 x1862481227049408/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 512/272 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200749.456511:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200749.456519:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200749.456522:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200749.456618:0:5029:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200749.456627:0:5029:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200749.456629:0:5029:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200749.456632:0:5029:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000092d33e40. 00000400:00000200:1.0:1776200749.456637:0:5029:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad71aa6e 00000400:00000010:1.0:1776200749.456639:0:5029:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad71aa6e. 00000100:00000001:1.0:1776200749.456641:0:5029:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200749.456645:0:5029:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000039ecb165 x1862481227049408/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 512/272 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000200:1.0:1776200749.456652:0:5029:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000039ecb165 x1862481227049408/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 512/272 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776200749.456658:0:5029:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200749.456659:0:5029:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200749.456662:0:5029:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200749.456665:0:5029:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200749.456668:0:5029:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200749.456671:0:5029:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200749.456673:0:5029:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200749.456690:0:5029:0:(import.c:1935:at_measured()) add 1 to 0000000082e3d950 time=118 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200749.456695:0:5029:0:(import.c:1935:at_measured()) add 1 to 000000006882029e time=2 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200749.456697:0:5029:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1776200749.456700:0:5029:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = -2 req@0000000039ecb165 x1862481227049408/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 512/272 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQU/0/0 rc 0/-2 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776200749.456705:0:5029:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1776200749.456708:0:5029:0:(client.c:1614:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:1.0:1776200749.456711:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000039ecb165 x1862481227049408/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 512/272 e 0 to 0 dl 1776200756 ref 2 fl Rpc:RQU/0/0 rc -2/-2 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776200749.456717:0:5029:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:1.0:1776200749.456720:0:5029:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200749.456722:0:5029:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1776200749.456725:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000039ecb165 x1862481227049408/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 512/272 e 0 to 0 dl 1776200756 ref 2 fl Interpret:RQU/0/0 rc -2/-2 job:'ll_cfg_requeue.0' 00000100:00100000:1.0:1776200749.456736:0:5029:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000039ecb165 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:822f82fc-1b4a-4a91-a190-4cbe8fb35285:5029:1862481227049408:192.168.203.148@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1776200749.456740:0:5029:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200749.456743:0:5029:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1776200749.456746:0:5029:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1776200749.456748:0:5029:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200749.456750:0:5029:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000039ecb165 x1862481227049408/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 512/272 e 0 to 0 dl 1776200756 ref 2 fl Complete:RQU/0/0 rc -2/-2 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776200749.456756:0:5029:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1776200749.456758:0:5029:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000015418647. 00000100:00000001:1.0:1776200749.456762:0:5029:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1776200749.456763:0:5029:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1776200749.456765:0:5029:0:(llog_client.c:131:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:1.0:1776200749.456770:0:5029:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776200749.456782:0:5029:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000020:00000001:1.0:1776200749.456784:0:5029:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00000001:1.0:1776200749.456785:0:5029:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200749.456788:0:5029:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000039ecb165 x1862481227049408/t0(0) o501->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 512/272 e 0 to 0 dl 1776200756 ref 1 fl Complete:RQU/0/0 rc -2/-2 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776200749.456794:0:5029:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1776200749.456797:0:5029:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1776200749.456800:0:5029:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008345ea66. 02000000:00000001:1.0:1776200749.456804:0:5029:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1776200749.456805:0:5029:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776200749.456805:0:5029:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=3 obd=MGC192.168.203.148@tcp 00000020:00000001:1.0:1776200749.456807:0:5029:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1776200749.456809:0:5029:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f37c8bc2. 02000000:00000001:1.0:1776200749.456813:0:5029:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1776200749.456814:0:5029:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1776200749.456816:0:5029:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000039ecb165. 00000100:00000001:1.0:1776200749.456821:0:5029:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1776200749.456821:0:5029:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:1.0:1776200749.456825:0:5029:0:(llog.c:92:llog_free_handle()) kfreed 'loghandle': 384 at 0000000015c87ac5. 00000040:00000001:1.0:1776200749.456828:0:5029:0:(llog.c:1405:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:1.0:1776200749.456831:0:5029:0:(obd_config.c:2021:class_config_parse_llog()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:1.0:1776200749.456834:0:5029:0:(mgc_request.c:1988:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1776200749.456839:0:5029:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 0000000094e5d8d5. 00000040:00000010:1.0:1776200749.456842:0:5029:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at 000000003fe5f1a8. 00000020:00000010:1.0:1776200749.456846:0:5029:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at 000000007caefe4b. 00000020:00000010:1.0:1776200749.456852:0:5029:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 0000000040874cdb. 80000000:00000010:1.0:1776200749.456856:0:5029:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at 0000000044f6d33e. 00040000:00000010:1.0:1776200749.456860:0:5029:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 00000000fb008c30. 20000000:00000010:1.0:1776200749.456864:0:5029:0:(mgs_handler.c:1610:mgs_key_fini()) kfreed 'info': 424 at 00000000e694eb1f. 00000020:00000010:1.0:1776200749.456867:0:5029:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001b06e86c. 10000000:00000010:1.0:1776200749.456870:0:5029:0:(mgc_request.c:1997:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000006b8a374. 10000000:01000000:1.0:1776200749.456873:0:5029:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.203.148@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 10000000:00000001:1.0:1776200749.456876:0:5029:0:(mgc_request.c:1136:mgc_cancel()) Process entered 00010000:00000001:1.0:1776200749.456878:0:5029:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1776200749.456879:0:5029:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1776200749.456881:0:5029:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000090b383e8 refcount=3 00000020:00000001:1.0:1776200749.456883:0:5029:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080684907200 : -112993024644416 : ffff993bc2e76ac0) 00010000:00000001:1.0:1776200749.456886:0:5029:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080684907200 : -112993024644416 : ffff993bc2e76ac0) 00010000:00000001:1.0:1776200749.456888:0:5029:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1776200749.456891:0:5029:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: 0000000090b383e8/0x8d91c35bada81e6c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x98dca339dc2b0018 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776200749.456898:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b5372adf count: 3 00010000:00000001:1.0:1776200749.456901:0:5029:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776200749.456903:0:5029:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1776200749.456904:0:5029:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.148@tcp lock: 0000000090b383e8/0x8d91c35bada81e6c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x98dca339dc2b0018 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776200749.456909:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b5372adf count: 3 00010000:00000001:1.0:1776200749.456910:0:5029:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1776200749.456912:0:5029:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776200749.456913:0:5029:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1776200749.456914:0:5029:0:(mgc_request.c:1140:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1776200749.456916:0:5029:0:(mgc_request.c:2158:mgc_process_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:1.0:1776200749.456918:0:5029:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1776200749.456920:0:5029:0:(mgc_request.c:139:config_log_put()) Process entered 10000000:00000040:1.0:1776200749.456921:0:5029:0:(mgc_request.c:145:config_log_put()) log lustre-sptlrpc(00000000e569a0fb) refs 4 10000000:00000001:1.0:1776200749.456923:0:5029:0:(mgc_request.c:169:config_log_put()) Process leaving 00000080:00000001:3.0:1776200749.482525:0:38:0:(rw.c:1534:ll_writepages()) Process entered 00000080:00000001:3.0:1776200749.482529:0:38:0:(file.c:4656:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1776200749.482531:0:38:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:3.0:1776200749.482536:0:38:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728332408 : -112992981219208 : ffff993bc57e0878) 00000020:00001000:3.0:1776200749.482540:0:38:0:(cl_object.c:739:cl_env_get()) 1@00000000c58c486c 00000020:00000001:3.0:1776200749.482545:0:38:0:(cl_object.c:152:cl_object_top()) 000000003293110d -> 000000003293110d 00000020:00000001:3.0:1776200749.482547:0:38:0:(cl_io.c:145:__cl_io_init()) Process entered 00000080:00000001:3.0:1776200749.482550:0:38:0:(vvp_io.c:1814:vvp_io_init()) Process entered 00000080:00200000:3.0:1776200749.482552:0:38:0:(vvp_io.c:1820:vvp_io_init()) [0x200000401:0x3:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1776200749.482555:0:38:0:(cl_io.c:827:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1776200749.482556:0:38:0:(cl_io.c:833:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1776200749.482557:0:38:0:(vvp_io.c:1868:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1776200749.482560:0:38:0:(lov_object.c:1514:lov_io_init()) [0x200000401:0x3:0x0]io 00000000bdd5efaf type 6 ignore/verify layout 1/0 00020000:00000002:3.0:1776200749.482563:0:38:0:(lov_object.c:1182:lov_conf_freeze()) To take share lov(0000000000dbff36) owner 0000000000000000/00000000391465c7 00020000:00000001:3.0:1776200749.482567:0:38:0:(lov_io.c:1830:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1776200749.482569:0:38:0:(lov_io.c:479:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1776200749.482570:0:38:0:(lov_io.c:307:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1776200749.482572:0:38:0:(lov_io.c:318:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1776200749.482574:0:38:0:(lov_io.c:587:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1776200749.482576:0:38:0:(lov_io.c:201:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1776200749.482578:0:38:0:(lov_io.c:209:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200749.482579:0:38:0:(cl_io.c:827:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1776200749.482579:0:38:0:(cl_io.c:833:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1776200749.482580:0:38:0:(lov_io.c:1842:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1776200749.482581:0:38:0:(lov_object.c:1190:lov_conf_thaw()) To release share lov(0000000000dbff36) owner 0000000000000000/00000000391465c7 00000020:00000001:3.0:1776200749.482583:0:38:0:(cl_io.c:162:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200749.482585:0:38:0:(cl_io.c:760:cl_io_loop()) Process entered 00000020:00000001:3.0:1776200749.482586:0:38:0:(cl_io.c:395:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1776200749.482607:0:38:0:(lov_io.c:801:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1776200749.482609:0:38:0:(lov_io.c:825:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1776200749.482612:0:38:0:(lov_offset.c:267:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1776200749.482615:0:38:0:(lov_io.c:162:lov_sub_get()) Process entered 00020000:00000001:3.0:1776200749.482617:0:38:0:(lov_io.c:111:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1776200749.482617:0:38:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000010:3.0:1776200749.482621:0:38:0:(cl_object.c:633:cl_env_new()) slab-alloced 'cle': 144 at 000000002d0e215c. 00000020:00000010:3.0:1776200749.482626:0:38:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004133c981. 00000020:00000010:3.0:1776200749.482629:0:38:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000001fe9cfc0. 00000020:00000010:3.0:1776200749.482632:0:38:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 00000000316d2f5a. 00000008:00000010:3.0:1776200749.482638:0:38:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 00000000c391882b. 00020000:00000010:3.0:1776200749.482641:0:38:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 000000009299c031. 00008000:00000010:3.0:1776200749.482646:0:38:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 0000000045626d6e. 00000080:00000010:3.0:1776200749.482650:0:38:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000d79e43c9. 00000080:00000010:3.0:1776200749.482653:0:38:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 00000000c61898d3. 00000020:00000010:3.0:1776200749.482656:0:38:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000046a8344d. 00000008:00000010:3.0:1776200749.482659:0:38:0:(osc_dev.c:139:osc_session_init()) slab-alloced 'info': 344 at 0000000076d09445. 00020000:00000010:3.0:1776200749.482662:0:38:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000fb1e7ac8. 00008000:00000010:3.0:1776200749.482665:0:38:0:(echo_client.c:456:echo_session_key_init()) slab-alloced 'session': 8 at 000000004b956fdd. 00000080:00000010:3.0:1776200749.482668:0:38:0:(vvp_dev.c:117:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000033fcffc. 00000020:00000001:3.0:1776200749.482670:0:38:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728331400 : -112992981220216 : ffff993bc57e0488) 00000020:00001000:3.0:1776200749.482671:0:38:0:(cl_object.c:739:cl_env_get()) 1@000000002d0e215c 00000020:00000001:3.0:1776200749.482673:0:38:0:(cl_object.c:152:cl_object_top()) 00000000a8d935b5 -> 000000003293110d 00000020:00000001:3.0:1776200749.482674:0:38:0:(cl_io.c:145:__cl_io_init()) Process entered 00000020:00000001:3.0:1776200749.482677:0:38:0:(cl_io.c:827:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1776200749.482677:0:38:0:(cl_io.c:833:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1776200749.482688:0:38:0:(cl_io.c:162:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1776200749.482689:0:38:0:(lov_io.c:153:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1776200749.482691:0:38:0:(lov_io.c:190:lov_sub_get()) Process leaving (rc=18446631080799298664 : -112992910252952 : ffff993bc9b8e468) 00000020:00000001:3.0:1776200749.482693:0:38:0:(cl_io.c:395:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1776200749.482694:0:38:0:(cl_io.c:407:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1776200749.482696:0:38:0:(lov_io.c:930:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200749.482697:0:38:0:(cl_io.c:407:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200749.482699:0:38:0:(cl_io.c:316:cl_io_lock()) Process entered 00020000:00000001:3.0:1776200749.482700:0:38:0:(lov_io.c:1044:lov_io_lock()) Process entered 00020000:00000001:3.0:1776200749.482701:0:38:0:(lov_io.c:1030:lov_io_call()) Process entered 00000020:00000001:3.0:1776200749.482702:0:38:0:(cl_io.c:316:cl_io_lock()) Process entered 00000020:00000001:3.0:1776200749.482703:0:38:0:(cl_io.c:288:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1776200749.482704:0:38:0:(cl_io.c:297:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200749.482706:0:38:0:(cl_io.c:336:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1776200749.482707:0:38:0:(lov_io.c:1039:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1776200749.482708:0:38:0:(lov_io.c:1045:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200749.482709:0:38:0:(cl_io.c:288:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1776200749.482710:0:38:0:(cl_io.c:297:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200749.482711:0:38:0:(cl_io.c:336:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200749.482713:0:38:0:(cl_io.c:521:cl_io_start()) Process entered 00020000:00000001:3.0:1776200749.482714:0:38:0:(lov_io.c:1050:lov_io_start()) Process entered 00020000:00000001:3.0:1776200749.482715:0:38:0:(lov_io.c:1030:lov_io_call()) Process entered 00000020:00000001:3.0:1776200749.482716:0:38:0:(cl_io.c:521:cl_io_start()) Process entered 00000008:00000001:3.0:1776200749.482717:0:38:0:(osc_io.c:966:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1776200749.482719:0:38:0:(osc_cache.c:2936:osc_cache_writeback_range()) Process entered 00000008:00000020:3.0:1776200749.482723:0:38:0:(osc_cache.c:3047:osc_cache_writeback_range()) obj 00000000bff9a1e7 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615], 0. 00000008:00000001:3.0:1776200749.482727:0:38:0:(osc_cache.c:3048:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1776200749.482729:0:38:0:(osc_io.c:993:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200749.482731:0:38:0:(cl_io.c:533:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1776200749.482732:0:38:0:(lov_io.c:1039:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1776200749.482733:0:38:0:(lov_io.c:1051:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200749.482734:0:38:0:(cl_io.c:533:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200749.482736:0:38:0:(cl_io.c:548:cl_io_end()) Process entered 00020000:00000001:3.0:1776200749.482737:0:38:0:(lov_io.c:1543:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1776200749.482738:0:38:0:(lov_io.c:1056:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1776200749.482739:0:38:0:(cl_io.c:548:cl_io_end()) Process entered 00000020:00000001:3.0:1776200749.482740:0:38:0:(cl_io.c:556:cl_io_end()) Process leaving 00020000:00000001:3.0:1776200749.482741:0:38:0:(lov_io.c:1066:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1776200749.482742:0:38:0:(lov_io.c:1554:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1776200749.482743:0:38:0:(cl_io.c:556:cl_io_end()) Process leaving 00000020:00000001:3.0:1776200749.482744:0:38:0:(cl_io.c:354:cl_io_unlock()) Process entered 00020000:00000001:3.0:1776200749.482746:0:38:0:(lov_io.c:1144:lov_io_unlock()) Process entered 00020000:00000001:3.0:1776200749.482746:0:38:0:(lov_io.c:1030:lov_io_call()) Process entered 00000020:00000001:3.0:1776200749.482747:0:38:0:(cl_io.c:354:cl_io_unlock()) Process entered 00000020:00000001:3.0:1776200749.482748:0:38:0:(cl_io.c:375:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1776200749.482749:0:38:0:(lov_io.c:1078:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1776200749.482750:0:38:0:(lov_io.c:1039:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1776200749.482751:0:38:0:(lov_io.c:1147:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1776200749.482752:0:38:0:(cl_io.c:375:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1776200749.482753:0:38:0:(cl_io.c:442:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1776200749.482754:0:38:0:(cl_io.c:458:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1776200749.482754:0:38:0:(cl_io.c:425:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1776200749.482756:0:38:0:(lov_io.c:1125:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1776200749.482756:0:38:0:(lov_io.c:1030:lov_io_call()) Process entered 00000020:00000001:3.0:1776200749.482757:0:38:0:(cl_io.c:425:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1776200749.482758:0:38:0:(cl_io.c:431:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1776200749.482759:0:38:0:(lov_io.c:1072:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1776200749.482760:0:38:0:(lov_io.c:1039:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1776200749.482761:0:38:0:(lov_io.c:1136:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1776200749.482762:0:38:0:(cl_io.c:431:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1776200749.482763:0:38:0:(cl_io.c:806:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200749.482764:0:38:0:(cl_io.c:92:cl_io_fini()) Process entered 00020000:00000001:3.0:1776200749.482765:0:38:0:(lov_io.c:647:lov_io_fini()) Process entered 00020000:00000001:3.0:1776200749.482766:0:38:0:(lov_io.c:80:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1776200749.482767:0:38:0:(cl_io.c:92:cl_io_fini()) Process entered 00000020:00000001:3.0:1776200749.482768:0:38:0:(cl_io.c:132:cl_io_fini()) Process leaving 00000020:00001000:3.0:1776200749.482769:0:38:0:(cl_object.c:820:cl_env_put()) 1@000000002d0e215c 00020000:00000001:3.0:1776200749.482770:0:38:0:(lov_io.c:88:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1776200749.482772:0:38:0:(lov_io.c:664:lov_io_fini()) Process leaving 00000080:00000001:3.0:1776200749.482774:0:38:0:(vvp_io.c:304:vvp_io_fini()) Process entered 00000080:00200000:3.0:1776200749.482775:0:38:0:(vvp_io.c:313:vvp_io_fini()) [0x200000401:0x3:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0 00000080:00000001:3.0:1776200749.482777:0:38:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1776200749.482777:0:38:0:(cl_io.c:132:cl_io_fini()) Process leaving 00000020:00001000:3.0:1776200749.482778:0:38:0:(cl_object.c:820:cl_env_put()) 1@00000000c58c486c 00000080:00000001:3.0:1776200749.482779:0:38:0:(file.c:4687:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200749.482781:0:38:0:(rw.c:1570:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200749.863697:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200749.863703:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200749.863708:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200749.863710:0:420:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1776200749.863712:0:420:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1776200749.863717:0:420:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200749.863718:0:420:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1776200749.863720:0:420:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200749.863723:0:420:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1776200749.863725:0:420:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200749.863727:0:420:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200749.863729:0:420:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200749.863732:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200749.863733:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200749.863861:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200749.863865:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200749.863867:0:5027:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1776200750.887838:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200750.887844:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200750.887850:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200750.887851:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200750.887855:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200750.887857:0:420:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1776200750.887859:0:420:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1776200750.887861:0:420:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200750.887863:0:420:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1776200750.887866:0:420:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200750.887868:0:420:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200750.887869:0:420:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200750.888038:0:5026:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200750.888041:0:5026:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200750.888043:0:5026:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1776200750.963968:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200750.963982:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200750.963985:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200750.963988:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200750.963998:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200750.964005:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200750.964013:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200750.964017:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200750.964021:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200750.964025:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 328 into portal 15 MB=0x69deab5106b80 00000400:00000200:3.0:1776200750.964033:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.148@tcp of length 328/328 into md 0x5 [2] + 1968 00000400:00000010:3.0:1776200750.964038:0:2234:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000003cf6e7e. 00000400:00000200:3.0:1776200750.964044:0:2234:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000006f5d553d 00000800:00000001:3.0:1776200750.964049:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200750.964054:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200750.964056:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200750.964060:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200750.964065:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006f5d553d 00000400:00000010:3.0:1776200750.964067:0:2234:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000006f5d553d (tot 3422446). 00000100:00000001:3.0:1776200750.964073:0:2234:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:3.0:1776200750.964075:0:2234:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:3.0:1776200750.964078:0:2234:0:(events.c:358:request_in_callback()) incoming req@00000000b184fc02 x1862481245924224 msgsize 328 00000100:00100000:3.0:1776200750.964082:0:2234:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.148@tcp (source: 12345-192.168.203.148@tcp) 00000100:00000040:3.0:1776200750.964086:0:2234:0:(events.c:370:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:3.0:1776200750.964106:0:2234:0:(events.c:394:request_in_callback()) Process leaving 00000800:00000001:3.0:1776200750.964114:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200750.964117:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200750.964119:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200750.964120:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200750.964123:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200750.964126:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200750.964755:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200750.964759:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200750.964763:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200750.964766:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 328 into portal 15 MB=0x69deab5106bc0 00000400:00000200:3.0:1776200750.964774:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.148@tcp of length 328/328 into md 0x11 [2] + 0 00000800:00000001:3.0:1776200750.964786:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200750.964796:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200750.964797:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200750.964800:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200750.964803:0:2234:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:3.0:1776200750.964804:0:2234:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1776200750.964809:0:2234:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000192a5c59. 00000100:00000040:3.0:1776200750.964812:0:2234:0:(events.c:358:request_in_callback()) incoming req@00000000192a5c59 x1862481245924288 msgsize 328 00000100:00100000:3.0:1776200750.964816:0:2234:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.148@tcp (source: 12345-192.168.203.148@tcp) 00000100:00000001:3.0:1776200750.964831:0:2234:0:(events.c:394:request_in_callback()) Process leaving 00000800:00000001:3.0:1776200750.964837:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200750.964840:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1776200750.964937:0:5019:0:(service.c:80:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 1272 at 0000000078fa2ec0. 00000020:00000010:1.0:1776200750.964938:0:5017:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4544 at 00000000a491e995 (tot 3426990). 00000100:00000010:2.0:1776200750.964946:0:5019:0:(service.c:90:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000055835be2. 00000100:00000001:1.0:1776200750.964949:0:5017:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1776200750.964950:0:5019:0:(service.c:173:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 02000000:00000001:1.0:1776200750.964953:0:5017:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:2.0:1776200750.964955:0:5019:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000100:00000001:1.0:1776200750.964956:0:5017:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200750.964959:0:5017:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1776200750.964961:0:5019:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c0c3e2af. 02000000:00000001:1.0:1776200750.964964:0:5017:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1776200750.964967:0:5019:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c8b0e9ab (tot 3427142). 00000100:00100000:1.0:1776200750.964970:0:5017:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862481245924288 00000020:00000001:1.0:1776200750.964973:0:5017:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1776200750.964975:0:5017:0:(genops.c:911:class_conn2export()) looking for export cookie 0x8d91c35bada81bb0 00000100:00000001:2.0:1776200750.964976:0:5019:0:(service.c:2069:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1776200750.964978:0:5017:0:(lustre_handles.c:133:class_handle2object()) Process entered 02000000:00000001:2.0:1776200750.964979:0:5019:0:(sec.c:2227:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:1.0:1776200750.964982:0:5017:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000035106081 refcount=3 00000100:00000001:2.0:1776200750.964982:0:5019:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776200750.964984:0:5019:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1776200750.964986:0:5017:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080683325440 : -112993026226176 : ffff993bc2cf4800) 02000000:00000001:2.0:1776200750.964988:0:5019:0:(sec.c:2275:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1776200750.964990:0:5017:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446631080683325440 : -112993026226176 : ffff993bc2cf4800) 00000100:00100000:2.0:1776200750.964992:0:5019:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1862481245924224 00000020:00000001:2.0:1776200750.964995:0:5019:0:(genops.c:899:class_conn2export()) Process entered 00000100:00000001:1.0:1776200750.964996:0:5017:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered 00000020:00000040:2.0:1776200750.964996:0:5019:0:(genops.c:911:class_conn2export()) looking for export cookie 0x8d91c35bada81bb0 00000100:00000001:1.0:1776200750.965000:0:5017:0:(service.c:1194:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:2.0:1776200750.965000:0:5019:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1776200750.965003:0:5019:0:(lustre_handles.c:151:class_handle2object()) GET export 0000000035106081 refcount=4 00000020:00000001:2.0:1776200750.965005:0:5019:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080683325440 : -112993026226176 : ffff993bc2cf4800) 00000020:00000010:1.0:1776200750.965006:0:5017:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008345ea66. 00000020:00000001:2.0:1776200750.965007:0:5019:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446631080683325440 : -112993026226176 : ffff993bc2cf4800) 00000020:00000010:1.0:1776200750.965013:0:5017:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000192c75aa. 00000100:00000001:2.0:1776200750.965022:0:5019:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1776200750.965024:0:5019:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1776200750.965027:0:5019:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c90c1537. 00000020:00000010:2.0:1776200750.965031:0:5019:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000053369bf2. 00000020:00000010:2.0:1776200750.965034:0:5019:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000caa6b99. 00000020:00000010:1.0:1776200750.965036:0:5017:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005f44a36b. 00000100:00000040:2.0:1776200750.965043:0:5019:0:(service.c:1264:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000040:1.0:1776200750.965045:0:5017:0:(service.c:1264:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1776200750.965048:0:5019:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1776200750.965049:0:5017:0:(service.c:1812:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1776200750.965050:0:5019:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1776200750.965052:0:5017:0:(service.c:1728:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1776200750.965053:0:5019:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200750.965054:0:5017:0:(service.c:1758:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200750.965061:0:5019:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200750.965062:0:5017:0:(service.c:1901:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200750.965073:0:5017:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200750.965073:0:5019:0:(service.c:2230:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200750.965087:0:5019:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1776200750.965089:0:5019:0:(service.c:2018:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1776200750.965093:0:5019:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.148@tcp, seq: 6 00000100:00000040:2.0:1776200750.965096:0:5019:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000035106081 : new rpc_count 1 00000100:00000001:1.0:1776200750.965098:0:5017:0:(service.c:2255:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1776200750.965099:0:5019:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446631080936855632 : -112992772695984 : ffff993bd1ebd850) 00000100:00000001:1.0:1776200750.965101:0:5017:0:(service.c:2018:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1776200750.965107:0:5019:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000b184fc02 x1862481245924224/t0(0) o104->822f82fc-1b4a-4a91-a190-4cbe8fb35285@192.168.203.148@tcp:596/0 lens 328/0 e 0 to 0 dl 1776200761 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00100000:1.0:1776200750.965108:0:5017:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.148@tcp, seq: 0 00000100:00000040:1.0:1776200750.965112:0:5017:0:(service.c:2049:ptlrpc_server_request_get()) RPC GETting export 0000000035106081 : new rpc_count 2 00000100:00000001:1.0:1776200750.965116:0:5017:0:(service.c:2051:ptlrpc_server_request_get()) Process leaving (rc=18446631080682644416 : -112993026907200 : ffff993bc2c4e3c0) 00000100:00000001:2.0:1776200750.965121:0:5019:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1776200750.965124:0:5017:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@00000000192a5c59 x1862481245924288/t0(0) o104->822f82fc-1b4a-4a91-a190-4cbe8fb35285@192.168.203.148@tcp:596/0 lens 328/0 e 0 to 0 dl 1776200761 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1776200750.965124:0:5019:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1776200750.965135:0:5017:0:(service.c:1118:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1776200750.965136:0:5017:0:(service.c:1133:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1776200750.965139:0:5017:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000192a5c59 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:822f82fc-1b4a-4a91-a190-4cbe8fb35285+4:11397:x1862481245924288:12345-192.168.203.148@tcp:104: 00000100:00000200:1.0:1776200750.965142:0:5017:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862481245924288 00010000:00000001:1.0:1776200750.965144:0:5017:0:(ldlm_lockd.c:2330:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1776200750.965151:0:5017:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1776200750.965153:0:5017:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1776200750.965154:0:5017:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000007d76b0ce refcount=2 00000020:00000001:1.0:1776200750.965156:0:5017:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080799300864 : -112992910250752 : ffff993bc9b8ed00) 00010000:00000001:1.0:1776200750.965158:0:5017:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080799300864 : -112992910250752 : ffff993bc9b8ed00) 00010000:00000001:1.0:1776200750.965161:0:5017:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1776200750.965163:0:5017:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776200750.965166:0:5017:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.148@tcp lock: 000000007d76b0ce/0x8d91c35bada81e42 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x98dca339dc2affee expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776200750.965184:0:5017:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000007fb29039 count: 2 00000100:00000001:1.0:1776200750.965189:0:5017:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1776200750.965192:0:5017:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1776200750.965196:0:5017:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d36305e4. 02000000:00000001:1.0:1776200750.965198:0:5017:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200750.965199:0:5017:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200750.965203:0:5017:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1776200750.965205:0:5017:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200750.965208:0:5017:0:(import.c:1935:at_measured()) add 1 to 0000000037deb114 time=1776200750 v=10 (0 0 0 0) 00000100:00001000:1.0:1776200750.965211:0:5017:0:(import.c:2000:at_measured()) AT 0000000037deb114 change: old=10 new=1 delta=-9 (val=1) hist 1 0 0 0 00000100:00001000:1.0:1776200750.965215:0:5017:0:(niobuf.c:532:ptlrpc_at_set_reply()) @@@ svc ldlm_cbd changed estimate from 10 to 1 req@00000000192a5c59 x1862481245924288/t0(0) o104->822f82fc-1b4a-4a91-a190-4cbe8fb35285@192.168.203.148@tcp:596/0 lens 328/224 e 0 to 0 dl 1776200761 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00000001:1.0:1776200750.965222:0:5017:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1776200750.965225:0:5017:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008e68683d refcount 22 to 192.168.203.148@tcp 00000100:00000001:1.0:1776200750.965226:0:5017:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446631080717689120 : -112992991862496 : ffff993bc4dba120) 02000000:00000001:1.0:1776200750.965228:0:5017:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1776200750.965230:0:5017:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200750.965241:0:5017:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200750.965244:0:5017:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200750.965248:0:5017:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad71aa6e. 00000100:00000200:1.0:1776200750.965252:0:5017:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1862481245924288, offset 224 00000400:00000200:1.0:1776200750.965257:0:5017:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200750.965263:0:5017:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200750.965270:0:5017:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200750.965276:0:5017:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [386:386:256:4294967295] 192.168.203.148@tcp LPNI seq info [386:386:8:4294967295] 00000400:00000200:1.0:1776200750.965280:0:5017:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200750.965288:0:5017:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200750.965293:0:5017:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000100:00100000:2.0:1776200750.965411:0:5019:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b184fc02 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:822f82fc-1b4a-4a91-a190-4cbe8fb35285+4:11397:x1862481245924224:12345-192.168.203.148@tcp:104: 00000100:00000200:2.0:1776200750.965415:0:5019:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1862481245924224 00010000:00000001:2.0:1776200750.965417:0:5019:0:(ldlm_lockd.c:2330:ldlm_callback_handler()) Process entered 00000800:00000010:1.0:1776200750.965419:0:5017:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000045d123db (tot 3427390). 00010000:00000001:2.0:1776200750.965420:0:5019:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1776200750.965422:0:5019:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1776200750.965424:0:5019:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ed39933b refcount=2 00000020:00000001:2.0:1776200750.965427:0:5019:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080801985536 : -112992907566080 : ffff993bc9e1e400) 00000800:00000200:1.0:1776200750.965429:0:5017:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00010000:00000001:2.0:1776200750.965430:0:5019:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080801985536 : -112992907566080 : ffff993bc9e1e400) 00000800:00000200:1.0:1776200750.965439:0:5017:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200750.965444:0:5017:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000045d123db type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1776200750.965453:0:5017:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200750.965456:0:5017:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008e68683d refcount 21 to 192.168.203.148@tcp 00010000:00000001:1.0:1776200750.965459:0:5017:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1776200750.965462:0:5017:0:(ldlm_lockd.c:2219:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 0000000015418647. 00010000:00000001:1.0:1776200750.965465:0:5017:0:(ldlm_lockd.c:2129:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1776200750.965470:0:5017:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1776200750.965472:0:5017:0:(ldlm_lockd.c:2168:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200750.965474:0:5017:0:(ldlm_lockd.c:2224:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200750.965476:0:5017:0:(ldlm_lockd.c:2495:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200750.965479:0:5017:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000192a5c59 x1862481245924288/t0(0) o104->822f82fc-1b4a-4a91-a190-4cbe8fb35285@192.168.203.148@tcp:596/0 lens 328/224 e 0 to 0 dl 1776200761 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00100000:1.0:1776200750.965486:0:5017:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000192a5c59 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:822f82fc-1b4a-4a91-a190-4cbe8fb35285+4:11397:x1862481245924288:12345-192.168.203.148@tcp:104: Request processed in 350us (672us total) trans 0 rc 0/0 00000100:00100000:1.0:1776200750.965493:0:5017:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.148@tcp, seq: 0 00000100:00000040:1.0:1776200750.965495:0:5017:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000035106081 : new rpc_count 1 00000100:00000001:1.0:1776200750.965497:0:5017:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1776200750.965498:0:5017:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1776200750.965501:0:5017:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000192c75aa. 00010000:00000001:2.0:1776200750.965504:0:5019:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:1.0:1776200750.965505:0:5017:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005f44a36b. 00010000:00000001:2.0:1776200750.965507:0:5019:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1776200750.965509:0:5017:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008345ea66. 00010000:00010000:2.0:1776200750.965510:0:5019:0:(ldlm_lockd.c:2468:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.148@tcp lock: 00000000ed39933b/0x8d91c35bada81e57 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x98dca339dc2b0003 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00000020:00000040:1.0:1776200750.965515:0:5017:0:(genops.c:979:class_export_put()) PUTting export 0000000035106081 : new refcount 3 00000100:00000001:1.0:1776200750.965519:0:5017:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:2.0:1776200750.965520:0:5019:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000007fb29039 count: 2 00000100:00000001:2.0:1776200750.965525:0:5019:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1776200750.965526:0:5019:0:(sec.c:2289:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1776200750.965530:0:5019:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a6752417. 02000000:00000001:2.0:1776200750.965532:0:5019:0:(sec.c:2326:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200750.965534:0:5019:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200750.965538:0:5019:0:(ldlm_lib.c:3196:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1776200750.965539:0:5019:0:(ldlm_lib.c:3206:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776200750.965541:0:5019:0:(import.c:1935:at_measured()) add 1 to 00000000472637ef time=110 v=1 (1 0 0 0) 00000100:00000001:2.0:1776200750.965544:0:5019:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1776200750.965547:0:5019:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008e68683d refcount 22 to 192.168.203.148@tcp 00000100:00000001:2.0:1776200750.965548:0:5019:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446631080717689120 : -112992991862496 : ffff993bc4dba120) 02000000:00000001:2.0:1776200750.965550:0:5019:0:(sec.c:2340:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1776200750.965551:0:5019:0:(sec.c:2351:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200750.965553:0:5019:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1776200750.965555:0:5019:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:2.0:1776200750.965558:0:5019:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aa8f154e. 00000100:00000200:2.0:1776200750.965560:0:5019:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1862481245924224, offset 224 00000400:00000200:2.0:1776200750.965564:0:5019:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:2.0:1776200750.965568:0:5019:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200750.965572:0:5019:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200750.965576:0:5019:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [387:387:255:4294967295] 192.168.203.148@tcp LPNI seq info [387:387:7:4294967295] 00000400:00000200:2.0:1776200750.965579:0:5019:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200750.965585:0:5019:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:2.0:1776200750.965620:0:5019:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200750.965623:0:5019:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006f16708a (tot 3427638). 00000800:00000200:2.0:1776200750.965626:0:5019:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200750.965630:0:5019:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200750.965632:0:5019:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006f16708a type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1776200750.965635:0:5019:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200750.965637:0:5019:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008e68683d refcount 21 to 192.168.203.148@tcp 00010000:00000001:2.0:1776200750.965639:0:5019:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1776200750.965641:0:5019:0:(ldlm_lockd.c:2219:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at 00000000454d34a1. 00010000:00000001:2.0:1776200750.965643:0:5019:0:(ldlm_lockd.c:2129:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1776200750.965674:0:5019:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00000001:2.0:1776200750.965676:0:5019:0:(ldlm_lockd.c:2168:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200750.965677:0:5019:0:(ldlm_lockd.c:2224:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200750.965678:0:5019:0:(ldlm_lockd.c:2495:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200750.965682:0:5019:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b184fc02 x1862481245924224/t0(0) o104->822f82fc-1b4a-4a91-a190-4cbe8fb35285@192.168.203.148@tcp:596/0 lens 328/224 e 0 to 0 dl 1776200761 ref 1 fl Interpret:/0/0 rc 0/0 job:'' 00000100:00100000:2.0:1776200750.965689:0:5019:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b184fc02 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:822f82fc-1b4a-4a91-a190-4cbe8fb35285+3:11397:x1862481245924224:12345-192.168.203.148@tcp:104: Request processed in 567us (1610us total) trans 0 rc 0/0 00000100:00100000:2.0:1776200750.965695:0:5019:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.148@tcp, seq: 6 00000100:00000040:2.0:1776200750.965697:0:5019:0:(service.c:1103:ptlrpc_server_finish_active_request()) RPC PUTting export 0000000035106081 : new rpc_count 0 00000100:00000001:2.0:1776200750.965699:0:5019:0:(service.c:1764:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1776200750.965700:0:5019:0:(service.c:1775:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1776200750.965701:0:5019:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000053369bf2. 00000020:00000010:2.0:1776200750.965704:0:5019:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000caa6b99. 00000020:00000010:2.0:1776200750.965707:0:5019:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c90c1537. 00000020:00000040:2.0:1776200750.965710:0:5019:0:(genops.c:979:class_export_put()) PUTting export 0000000035106081 : new refcount 2 02000000:00000001:2.0:1776200750.965715:0:5019:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1776200750.965717:0:5019:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a7a1c59f. 02000000:00000001:2.0:1776200750.965720:0:5019:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1776200750.965722:0:5019:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000599ea87d. 02000000:00000001:2.0:1776200750.965725:0:5019:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1776200750.965725:0:5019:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000040f63e04. 02000000:00000001:2.0:1776200750.965727:0:5019:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1776200750.965728:0:5019:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a079e695. 02000000:00000001:2.0:1776200750.965730:0:5019:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1776200750.965731:0:5019:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000092420758. 02000000:00000001:2.0:1776200750.965733:0:5019:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1776200750.965734:0:5019:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008e368bb5. 02000000:00000001:2.0:1776200750.965736:0:5019:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1776200750.965737:0:5019:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000087495baa. 02000000:00000001:2.0:1776200750.965739:0:5019:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1776200750.965740:0:5019:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000156007d8. 02000000:00000001:2.0:1776200750.965742:0:5019:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1776200750.965743:0:5019:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f68ba531. 02000000:00000001:2.0:1776200750.965745:0:5019:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1776200750.965746:0:5019:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007695d6ca. 02000000:00000001:2.0:1776200750.965748:0:5019:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1776200750.965748:0:5019:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ef3c72c4. 02000000:00000001:2.0:1776200750.965750:0:5019:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1776200750.965751:0:5019:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d938c086. 00000100:00000010:2.0:1776200750.965753:0:5019:0:(service.c:998:ptlrpc_server_drop_request()) kfreed 'rqbd->rqbd_buffer': 8192 at 00000000ee91be90. 00000100:00000010:2.0:1776200750.965757:0:5019:0:(service.c:999:ptlrpc_server_drop_request()) kfreed 'rqbd': 1272 at 000000004e69642d. 00000100:00000001:2.0:1776200750.965760:0:5019:0:(service.c:2392:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1776200750.966352:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200750.966355:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200750.966357:0:5027:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00000001:3.0:1776200750.966360:0:5027:0:(ldlm_lockd.c:2869:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1776200750.966362:0:5027:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1776200750.966364:0:5027:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.148@tcp lock: 000000007d76b0ce/0x8d91c35bada81e42 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x98dca339dc2affee expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1776200750.966372:0:5027:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000007fb29039 count: 2 00010000:00010000:3.0:1776200750.966375:0:5027:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007d76b0ce already unused, calling callback (000000003d2b9f98) 10000000:00000001:3.0:1776200750.966378:0:5027:0:(mgc_request.c:1016:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1776200750.966379:0:5027:0:(mgc_request.c:1021:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.148@tcp lock: 000000007d76b0ce/0x8d91c35bada81e42 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x98dca339dc2affee expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1776200750.966385:0:5027:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000007fb29039 count: 2 00010000:00000001:3.0:1776200750.966387:0:5027:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1776200750.966389:0:5027:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1776200750.966390:0:5027:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1776200750.966392:0:5027:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000007d76b0ce refcount=3 00000020:00000001:3.0:1776200750.966393:0:5027:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080799300864 : -112992910250752 : ffff993bc9b8ed00) 00010000:00000001:3.0:1776200750.966395:0:5027:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080799300864 : -112992910250752 : ffff993bc9b8ed00) 00010000:00000001:3.0:1776200750.966398:0:5027:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1776200750.966399:0:5027:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.148@tcp lock: 000000007d76b0ce/0x8d91c35bada81e42 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x98dca339dc2affee expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1776200750.966403:0:5027:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000007fb29039 count: 2 10000000:00000001:3.0:1776200750.966405:0:5027:0:(mgc_request.c:1016:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1776200750.966407:0:5027:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.148@tcp lock: 000000007d76b0ce/0x8d91c35bada81e42 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x98dca339dc2affee expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1776200750.966411:0:5027:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000007fb29039 count: 2 10000000:01000000:3.0:1776200750.966412:0:5027:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:3.0:1776200750.966415:0:5027:0:(mgc_request.c:715:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1776200750.966416:0:5027:0:(mgc_request.c:719:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1776200750.966418:0:5027:0:(mgc_request.c:723:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1776200750.966419:0:5027:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1776200750.966420:0:5027:0:(ldlm_lock.c:603:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1776200750.966574:0:5027:0:(mgc_request.c:739:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1776200750.966576:0:5027:0:(mgc_request.c:139:config_log_put()) Process entered 10000000:00000040:3.0:1776200750.966577:0:5027:0:(mgc_request.c:145:config_log_put()) log lustre-cliir(000000007ab8301a) refs 2 10000000:00000001:3.0:1776200750.966579:0:5027:0:(mgc_request.c:169:config_log_put()) Process leaving 10000000:00000001:3.0:1776200750.966580:0:5027:0:(mgc_request.c:1068:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200750.966583:0:5027:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1776200750.966586:0:5027:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200750.966616:0:5027:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200750.966618:0:5027:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200750.966619:0:5027:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200750.966621:0:5027:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000007d76b0ce with handle 0x8d91c35bada81e42 from hash 00010000:00000001:3.0:1776200750.966623:0:5027:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200750.966625:0:5027:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200750.966626:0:5027:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200750.966627:0:5027:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200750.966629:0:5027:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200750.966630:0:5027:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1776200750.966633:0:5027:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1776200750.966635:0:5027:0:(ldlm_request.c:1343:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1776200750.966642:0:5027:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006046867f. 00000020:00000040:3.0:1776200750.966645:0:5027:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000100:00000001:3.0:1776200750.966659:0:5027:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1776200750.966661:0:5027:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1776200750.966665:0:5027:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1776200750.966670:0:5027:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d0bde67e. 00000100:00000001:3.0:1776200750.966675:0:5027:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200750.966677:0:5027:0:(ldlm_request.c:1295:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1776200750.966680:0:5027:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.148@tcp lock: 000000007d76b0ce/0x8d91c35bada81e42 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x98dca339dc2affee expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1776200750.966685:0:5027:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000007fb29039 count: 2 00010000:00010000:3.0:1776200750.966688:0:5027:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1776200750.966689:0:5027:0:(ldlm_request.c:1327:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200750.966693:0:5027:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1776200750.966697:0:5027:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200750.966703:0:5027:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000006046867f] to pc [ptlrpcd_01_00+0] req@000000006046867f x1862481227049472/t0(0) o103->MGC192.168.203.148@tcp@192.168.203.148@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00010000:00000001:3.0:1776200750.966718:0:5027:0:(ldlm_request.c:1411:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1776200750.966720:0:5027:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200750.966721:0:5027:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200750.966722:0:5027:0:(ldlm_request.c:2232:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200750.966723:0:5027:0:(ldlm_request.c:1640:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1776200750.966725:0:5027:0:(mgc_request.c:1068:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200750.966727:0:5027:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.148@tcp lock: 000000007d76b0ce/0x8d91c35bada81e42 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x98dca339dc2affee expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1776200750.966732:0:5027:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000007fb29039 count: 2 00010000:00000001:3.0:1776200750.966733:0:5027:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200750.966734:0:5027:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.148@tcp lock: 000000007d76b0ce/0x8d91c35bada81e42 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x98dca339dc2affee expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1776200750.966739:0:5027:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000007fb29039 count: 2 00010000:00000040:3.0:1776200750.966742:0:5027:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000007fb29039 count: 1 00010000:00000001:3.0:1776200750.966748:0:5027:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200750.966749:0:5027:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1776200750.966751:0:5027:0:(ldlm_lockd.c:2908:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 0000000015418647. 00010000:00000001:3.0:1776200750.966755:0:5027:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200750.966757:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200750.966758:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200750.966759:0:5027:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1776200750.966760:0:5027:0:(ldlm_lockd.c:2869:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1776200750.966761:0:5027:0:(ldlm_lockd.c:1877:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1776200750.966762:0:5027:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.148@tcp lock: 00000000ed39933b/0x8d91c35bada81e57 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x98dca339dc2b0003 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1776200750.966768:0:5027:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000007fb29039 count: 1 00010000:00010000:3.0:1776200750.966770:0:5027:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ed39933b already unused, calling callback (000000003d2b9f98) 10000000:00000001:3.0:1776200750.966771:0:5027:0:(mgc_request.c:1016:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1776200750.966772:0:5027:0:(mgc_request.c:1021:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.148@tcp lock: 00000000ed39933b/0x8d91c35bada81e57 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x98dca339dc2b0003 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1776200750.966777:0:5027:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000007fb29039 count: 1 00010000:00000001:3.0:1776200750.966778:0:5027:0:(ldlm_request.c:1577:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1776200750.966779:0:5027:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1776200750.966780:0:5027:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1776200750.966781:0:5027:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 00000000ed39933b refcount=3 00000020:00000001:3.0:1776200750.966783:0:5027:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080801985536 : -112992907566080 : ffff993bc9e1e400) 00010000:00000001:3.0:1776200750.966784:0:5027:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080801985536 : -112992907566080 : ffff993bc9e1e400) 00010000:00000001:3.0:1776200750.966791:0:5027:0:(ldlm_request.c:1227:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1776200750.966792:0:5027:0:(ldlm_request.c:1232:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.148@tcp lock: 00000000ed39933b/0x8d91c35bada81e57 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x98dca339dc2b0003 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1776200750.966796:0:5027:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000007fb29039 count: 1 10000000:00000001:3.0:1776200750.966800:0:5027:0:(mgc_request.c:1016:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1776200750.966801:0:5027:0:(mgc_request.c:1027:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.148@tcp lock: 00000000ed39933b/0x8d91c35bada81e57 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x98dca339dc2b0003 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1776200750.966804:0:5027:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000007fb29039 count: 1 10000000:01000000:3.0:1776200750.966806:0:5027:0:(mgc_request.c:1031:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:3.0:1776200750.966808:0:5027:0:(mgc_request.c:715:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1776200750.966809:0:5027:0:(mgc_request.c:719:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=3) 10000000:00000040:3.0:1776200750.966810:0:5027:0:(mgc_request.c:723:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1776200750.966811:0:5027:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1776200750.966812:0:5027:0:(ldlm_lock.c:603:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1776200750.966814:0:5027:0:(mgc_request.c:739:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1776200750.966815:0:5027:0:(mgc_request.c:139:config_log_put()) Process entered 10000000:00000040:3.0:1776200750.966815:0:5027:0:(mgc_request.c:145:config_log_put()) log lustre-cliir(000000006997335f) refs 2 10000000:00000001:3.0:1776200750.966817:0:5027:0:(mgc_request.c:169:config_log_put()) Process leaving 10000000:00000001:3.0:1776200750.966818:0:5027:0:(mgc_request.c:1068:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200750.966819:0:5027:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1776200750.966820:0:5027:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200750.966821:0:5027:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200750.966822:0:5027:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200750.966823:0:5027:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200750.966825:0:5027:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000ed39933b with handle 0x8d91c35bada81e57 from hash 00010000:00000001:3.0:1776200750.966826:0:5027:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200750.966827:0:5027:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200750.966828:0:5027:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200750.966829:0:5027:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200750.966830:0:5027:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200750.966830:0:5027:0:(ldlm_request.c:1263:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1776200750.966832:0:5027:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1776200750.966833:0:5027:0:(ldlm_request.c:1343:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1776200750.966836:0:5027:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022f08927. 00000020:00000040:3.0:1776200750.966838:0:5027:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=5 obd=MGC192.168.203.148@tcp 00000100:00000001:3.0:1776200750.966840:0:5027:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1776200750.966841:0:5027:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1776200750.966842:0:5027:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1776200750.966845:0:5027:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c5a65791. 00000100:00000001:3.0:1776200750.966847:0:5027:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200750.966848:0:5027:0:(ldlm_request.c:1295:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1776200750.966850:0:5027:0:(ldlm_request.c:1279:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.148@tcp lock: 00000000ed39933b/0x8d91c35bada81e57 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x98dca339dc2b0003 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1776200750.966854:0:5027:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000007fb29039 count: 1 00010000:00010000:3.0:1776200750.966855:0:5027:0:(ldlm_request.c:1325:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1776200750.966856:0:5027:0:(ldlm_request.c:1327:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200750.966858:0:5027:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1776200750.966860:0:5027:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200750.966863:0:5027:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000022f08927] to pc [ptlrpcd_01_01+1] req@0000000022f08927 x1862481227049536/t0(0) o103->MGC192.168.203.148@tcp@192.168.203.148@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00010000:00000001:3.0:1776200750.966870:0:5027:0:(ldlm_request.c:1411:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1776200750.966872:0:5027:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200750.966873:0:5027:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200750.966873:0:5027:0:(ldlm_request.c:2232:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200750.966875:0:5027:0:(ldlm_request.c:1640:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1776200750.966876:0:5027:0:(mgc_request.c:1068:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200750.966877:0:5027:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.148@tcp lock: 00000000ed39933b/0x8d91c35bada81e57 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x98dca339dc2b0003 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1776200750.966881:0:5027:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000007fb29039 count: 1 00010000:00000001:3.0:1776200750.966882:0:5027:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200750.966883:0:5027:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.148@tcp lock: 00000000ed39933b/0x8d91c35bada81e57 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x98dca339dc2b0003 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1776200750.966887:0:5027:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000007fb29039 count: 1 00010000:00000040:3.0:1776200750.966888:0:5027:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000007fb29039 count: 0 00010000:00000001:3.0:1776200750.966894:0:5027:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200750.966894:0:5027:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1776200750.966896:0:5027:0:(ldlm_lockd.c:2908:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at 00000000454d34a1. 00010000:00000001:3.0:1776200750.966898:0:5027:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200750.966899:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200750.966900:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200750.966902:0:5027:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1776200750.966903:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200750.966903:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200750.966905:0:5027:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1776200750.966906:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200750.966907:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200750.966908:0:5027:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1776200750.966949:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200750.966953:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000045d123db (tot 3427390). 00000400:00000200:3.0:1776200750.966956:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200750.966960:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200750.966964:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad71aa6e 00000400:00000010:3.0:1776200750.966966:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad71aa6e. 00000100:00000001:3.0:1776200750.966969:0:2235:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:3.0:1776200750.966971:0:2235:0:(events.c:419:reply_out_callback()) Process leaving 00000800:00000200:3.0:1776200750.967030:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200750.967032:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006f16708a (tot 3427142). 00000400:00000200:3.0:1776200750.967035:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200750.967038:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200750.967040:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aa8f154e 00000400:00000010:3.0:1776200750.967041:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aa8f154e. 00000100:00000001:3.0:1776200750.967044:0:2235:0:(events.c:407:reply_out_callback()) Process entered 02000000:00000001:3.0:1776200750.967045:0:2235:0:(sec.c:2362:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1776200750.967047:0:2235:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a6752417. 02000000:00000001:3.0:1776200750.967050:0:2235:0:(sec.c:2375:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1776200750.967051:0:2235:0:(events.c:419:reply_out_callback()) Process leaving 00000020:00000001:1.0:1776200750.968918:0:5026:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1776200750.968923:0:5026:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776200750.968929:0:5026:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1776200750.968930:0:2242:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200750.968935:0:2242:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200750.968938:0:2242:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1776200750.968948:0:2242:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006046867f x1862481227049472/t0(0) o103->MGC192.168.203.148@tcp@192.168.203.148@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000001:2.0:1776200750.968958:0:2242:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1776200750.968959:0:2242:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200750.968963:0:2242:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1776200750.968965:0:2242:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1776200750.968968:0:2242:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006046867f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:822f82fc-1b4a-4a91-a190-4cbe8fb35285:2242:1862481227049472:192.168.203.148@tcp:103:ldlm_bl_02.0 00000100:00000001:2.0:1776200750.968972:0:2242:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1776200750.968977:0:2242:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1776200750.968979:0:2242:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200750.968981:0:2242:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1776200750.968988:0:2242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000092756ff4. 02000000:00000001:2.0:1776200750.968990:0:2242:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1776200750.968998:0:2242:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:2.0:1776200750.969002:0:2242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000413595ae. 00000400:00000010:2.0:1776200750.969008:0:2242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a8dadd0. 00000100:00000200:2.0:1776200750.969013:0:2242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227049472, portal 18 00000100:00000001:2.0:1776200750.969016:0:2242:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200750.969017:0:2242:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682624960 : -112993026926656 : ffff993bc2c497c0) 00000100:00000040:2.0:1776200750.969021:0:2242:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000006046867f x1862481227049472/t0(0) o103->MGC192.168.203.148@tcp@192.168.203.148@tcp:17/18 lens 328/224 e 0 to 0 dl 1776200757 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000001:2.0:1776200750.969027:0:2242:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1776200750.969029:0:2242:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:2.0:1776200750.969032:0:2242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000004013d97. 00000100:00000200:2.0:1776200750.969034:0:2242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1862481227049472, offset 0 00000400:00000200:2.0:1776200750.969040:0:2242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:2.0:1776200750.969048:0:2242:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200750.969054:0:2242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200750.969061:0:2242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:2.0:1776200750.969065:0:2242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776200750.969067:0:2242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:2.0:1776200750.969071:0:2242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [388:388:256:4294967295] 192.168.203.148@tcp LPNI seq info [388:388:8:4294967295] 00000400:00000200:2.0:1776200750.969074:0:2242:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200750.969082:0:2242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:2.0:1776200750.969088:0:2242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200750.969092:0:2242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba67b427 (tot 3427390). 00000800:00000200:2.0:1776200750.969097:0:2242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200750.969104:0:2242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200750.969108:0:2242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ba67b427 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1776200750.969121:0:2242:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200750.969123:0:2242:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200750.969126:0:2242:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200750.969128:0:2242:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200750.969140:0:2242:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200750.969148:0:2242:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200750.969150:0:2242:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1776200750.969152:0:2242:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200750.969153:0:2242:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200750.969154:0:2242:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1776200750.969166:0:2242:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1776200750.969167:0:2242:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200750.969169:0:2242:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200750.969170:0:2242:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200750.969172:0:2242:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200750.969172:0:2242:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200750.969173:0:2242:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1776200750.969177:0:2242:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000022f08927 x1862481227049536/t0(0) o103->MGC192.168.203.148@tcp@192.168.203.148@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000001:2.0:1776200750.969184:0:2242:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1776200750.969185:0:2242:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200750.969187:0:2242:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1776200750.969189:0:2242:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1776200750.969192:0:2242:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022f08927 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:822f82fc-1b4a-4a91-a190-4cbe8fb35285:2242:1862481227049536:192.168.203.148@tcp:103:ldlm_bl_02.0 00000100:00000001:2.0:1776200750.969194:0:2242:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1776200750.969205:0:2242:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1776200750.969206:0:2242:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200750.969208:0:2242:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1776200750.969212:0:2242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a6752417. 02000000:00000001:2.0:1776200750.969214:0:2242:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1776200750.969217:0:2242:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:2.0:1776200750.969220:0:2242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009263c87e. 00000400:00000010:2.0:1776200750.970032:0:2242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c19a68c2. 00000100:00000200:2.0:1776200750.970040:0:2242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227049536, portal 18 00000100:00000001:2.0:1776200750.970042:0:2242:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200750.970043:0:2242:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682628608 : -112993026923008 : ffff993bc2c4a600) 00000100:00000040:2.0:1776200750.970050:0:2242:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000022f08927 x1862481227049536/t0(0) o103->MGC192.168.203.148@tcp@192.168.203.148@tcp:17/18 lens 328/224 e 0 to 0 dl 1776200757 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000001:2.0:1776200750.970055:0:2242:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1776200750.970057:0:2242:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:2.0:1776200750.970060:0:2242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f64fd5e. 00000100:00000200:2.0:1776200750.970061:0:2242:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1862481227049536, offset 0 00000400:00000200:2.0:1776200750.970067:0:2242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:2.0:1776200750.970072:0:2242:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200750.970076:0:2242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200750.970081:0:2242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:2.0:1776200750.970083:0:2242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776200750.970085:0:2242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:2.0:1776200750.970088:0:2242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [389:389:255:4294967295] 192.168.203.148@tcp LPNI seq info [389:389:7:4294967295] 00000400:00000200:2.0:1776200750.970091:0:2242:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200750.970097:0:2242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:2.0:1776200750.970102:0:2242:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200750.970105:0:2242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e7fa092 (tot 3427638). 00000800:00000200:2.0:1776200750.970110:0:2242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200750.970119:0:2242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200750.970122:0:2242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003e7fa092 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1776200750.970126:0:2242:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200750.970128:0:2242:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200750.971414:0:2242:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200750.971419:0:2242:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200750.971425:0:2242:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200750.973841:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200750.973848:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba67b427 (tot 3427390). 00000400:00000200:3.0:1776200750.973856:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200750.973865:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200750.973871:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000004013d97 00000400:00000010:3.0:1776200750.973873:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000004013d97. 00000100:00000001:3.0:1776200750.973879:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200750.973885:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006046867f x1862481227049472/t0(0) o103->MGC192.168.203.148@tcp@192.168.203.148@tcp:17/18 lens 328/224 e 0 to 0 dl 1776200757 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000001:3.0:1776200750.973896:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200750.973899:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000006046867f x1862481227049472/t0(0) o103->MGC192.168.203.148@tcp@192.168.203.148@tcp:17/18 lens 328/224 e 0 to 0 dl 1776200757 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000001:3.0:1776200750.973905:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200750.973906:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1776200750.973974:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200750.973976:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e7fa092 (tot 3427142). 00000400:00000200:3.0:1776200750.973979:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200750.973983:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200750.973985:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f64fd5e 00000400:00000010:3.0:1776200750.973987:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f64fd5e. 00000100:00000001:3.0:1776200750.973989:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200750.973991:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000022f08927 x1862481227049536/t0(0) o103->MGC192.168.203.148@tcp@192.168.203.148@tcp:17/18 lens 328/224 e 0 to 0 dl 1776200757 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000001:3.0:1776200750.973997:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200750.973999:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000022f08927 x1862481227049536/t0(0) o103->MGC192.168.203.148@tcp@192.168.203.148@tcp:17/18 lens 328/224 e 0 to 0 dl 1776200757 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000001:3.0:1776200750.974004:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200750.974006:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1776200750.974036:0:2243:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200750.974041:0:2243:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1776200750.978717:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200750.978744:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200750.978748:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200750.978751:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200750.978762:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200750.978769:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200750.978775:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200750.978780:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200750.978783:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200750.978787:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 18 MB=0x69deab3f06a00 00000400:00000200:3.0:1776200750.978792:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200750.978797:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.148@tcp of length 224/224 into md 0xfcd [1] + 224 00000800:00000001:3.0:1776200750.978805:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00010000:00000010:3.1:1776200750.982690:0:2235:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d76b0ce. 00010000:00000010:3.1:1776200750.982707:0:2235:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007fb29039. 00010000:00000010:3.1:1776200750.982710:0:2235:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed39933b. 00000800:00000001:2.0:1776200750.988877:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200750.988885:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200750.988894:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200750.988903:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200750.988909:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006046867f x1862481227049472/t0(0) o103->MGC192.168.203.148@tcp@192.168.203.148@tcp:17/18 lens 328/224 e 0 to 0 dl 1776200757 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000040:2.0:1776200750.988920:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000006046867f x1862481227049472/t0(0) o103->MGC192.168.203.148@tcp@192.168.203.148@tcp:17/18 lens 328/224 e 0 to 0 dl 1776200757 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000001:3.0:1776200750.989001:0:2242:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200750.989006:0:2242:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200750.989036:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200750.989050:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200750.989055:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200750.989057:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200750.989059:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200750.989065:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200750.989070:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200750.989079:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200750.989083:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200750.989086:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200750.989090:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 18 MB=0x69deab3f06a40 00000400:00000200:2.0:1776200750.989096:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200750.989101:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.148@tcp of length 224/224 into md 0xfdd [1] + 224 00000800:00000001:2.0:1776200750.989107:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200750.989126:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200750.989128:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200750.989131:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200750.989134:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200750.989137:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000022f08927 x1862481227049536/t0(0) o103->MGC192.168.203.148@tcp@192.168.203.148@tcp:17/18 lens 328/224 e 0 to 0 dl 1776200757 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000040:2.0:1776200750.989144:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000022f08927 x1862481227049536/t0(0) o103->MGC192.168.203.148@tcp@192.168.203.148@tcp:17/18 lens 328/224 e 0 to 0 dl 1776200757 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000001:2.0:1776200750.989150:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200750.989154:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200750.989170:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1776200750.999631:0:2242:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1776200750.999636:0:2242:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1776200750.999639:0:2242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000413595ae. 00000400:00000200:3.0:1776200750.999658:0:2242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a8dadd0 00000400:00000010:3.0:1776200750.999660:0:2242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a8dadd0. 00000100:00000001:3.0:1776200750.999664:0:2242:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200750.999675:0:2242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006046867f x1862481227049472/t0(0) o103->MGC192.168.203.148@tcp@192.168.203.148@tcp:17/18 lens 328/224 e 0 to 0 dl 1776200757 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776200750.999686:0:2242:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006046867f x1862481227049472/t0(0) o103->MGC192.168.203.148@tcp@192.168.203.148@tcp:17/18 lens 328/224 e 0 to 0 dl 1776200757 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000001:3.0:1776200750.999694:0:2242:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1776200750.999695:0:2242:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200750.999698:0:2242:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1776200750.999700:0:2242:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1776200750.999703:0:2242:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1776200750.999705:0:2242:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200750.999707:0:2242:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1776200750.999712:0:2242:0:(import.c:1935:at_measured()) add 1 to 00000000f8b8c868 time=110 v=1 (1 0 0 0) 00000100:00001000:3.0:1776200750.999716:0:2242:0:(import.c:1935:at_measured()) add 1 to 000000006882029e time=3 v=1 (1 0 0 0) 00000100:00000001:3.0:1776200750.999718:0:2242:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1776200750.999719:0:2242:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200750.999722:0:2242:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1776200750.999723:0:2242:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200750.999725:0:2242:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200750.999728:0:2242:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006046867f x1862481227049472/t0(0) o103->MGC192.168.203.148@tcp@192.168.203.148@tcp:17/18 lens 328/224 e 0 to 0 dl 1776200757 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'ldlm_bl_02.0' 00000100:00000001:3.0:1776200750.999734:0:2242:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200750.999741:0:2242:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1776200750.999743:0:2242:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1776200750.999745:0:2242:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006046867f x1862481227049472/t0(0) o103->MGC192.168.203.148@tcp@192.168.203.148@tcp:17/18 lens 328/224 e 0 to 0 dl 1776200757 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'ldlm_bl_02.0' 00000100:00100000:3.0:1776200750.999753:0:2242:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006046867f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:822f82fc-1b4a-4a91-a190-4cbe8fb35285:2242:1862481227049472:192.168.203.148@tcp:103:ldlm_bl_02.0 00000100:00000001:3.0:1776200750.999757:0:2242:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200750.999760:0:2242:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200750.999762:0:2242:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000006046867f x1862481227049472/t0(0) o103->MGC192.168.203.148@tcp@192.168.203.148@tcp:17/18 lens 328/224 e 0 to 0 dl 1776200757 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'ldlm_bl_02.0' 00000100:00000001:3.0:1776200750.999767:0:2242:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1776200750.999769:0:2242:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1776200750.999771:0:2242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000092756ff4. 02000000:00000001:3.0:1776200750.999776:0:2242:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1776200750.999777:0:2242:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1776200750.999779:0:2242:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000020:00000001:3.0:1776200750.999780:0:2242:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1776200750.999782:0:2242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d0bde67e. 02000000:00000001:3.0:1776200750.999785:0:2242:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1776200750.999786:0:2242:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1776200750.999787:0:2242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006046867f. 00000100:00000001:3.0:1776200750.999790:0:2242:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1776200750.999791:0:2242:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200750.999794:0:2242:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200750.999796:0:2242:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200750.999807:0:2242:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1776200750.999809:0:2242:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1776200750.999810:0:2242:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1776200750.999812:0:2242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009263c87e. 00000400:00000200:3.0:1776200750.999813:0:2242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c19a68c2 00000400:00000010:3.0:1776200750.999814:0:2242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c19a68c2. 00000100:00000001:3.0:1776200750.999816:0:2242:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200750.999819:0:2242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000022f08927 x1862481227049536/t0(0) o103->MGC192.168.203.148@tcp@192.168.203.148@tcp:17/18 lens 328/224 e 0 to 0 dl 1776200757 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1776200750.999825:0:2242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000022f08927 x1862481227049536/t0(0) o103->MGC192.168.203.148@tcp@192.168.203.148@tcp:17/18 lens 328/224 e 0 to 0 dl 1776200757 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000001:3.0:1776200750.999831:0:2242:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1776200750.999832:0:2242:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200750.999833:0:2242:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1776200750.999834:0:2242:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1776200750.999835:0:2242:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1776200750.999836:0:2242:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200750.999838:0:2242:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1776200750.999840:0:2242:0:(import.c:1935:at_measured()) add 1 to 00000000f8b8c868 time=110 v=1 (1 0 0 0) 00000100:00001000:3.0:1776200750.999842:0:2242:0:(import.c:1935:at_measured()) add 1 to 000000006882029e time=3 v=1 (1 0 0 0) 00000100:00000001:3.0:1776200750.999843:0:2242:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1776200750.999844:0:2242:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200750.999845:0:2242:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1776200750.999846:0:2242:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200750.999848:0:2242:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200750.999850:0:2242:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000022f08927 x1862481227049536/t0(0) o103->MGC192.168.203.148@tcp@192.168.203.148@tcp:17/18 lens 328/224 e 0 to 0 dl 1776200757 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'ldlm_bl_02.0' 00000100:00000001:3.0:1776200750.999856:0:2242:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200750.999857:0:2242:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1776200750.999858:0:2242:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1776200750.999860:0:2242:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000022f08927 x1862481227049536/t0(0) o103->MGC192.168.203.148@tcp@192.168.203.148@tcp:17/18 lens 328/224 e 0 to 0 dl 1776200757 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'ldlm_bl_02.0' 00000100:00100000:3.0:1776200750.999866:0:2242:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022f08927 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:822f82fc-1b4a-4a91-a190-4cbe8fb35285:2242:1862481227049536:192.168.203.148@tcp:103:ldlm_bl_02.0 00000100:00000001:3.0:1776200750.999868:0:2242:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200750.999870:0:2242:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200750.999871:0:2242:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000022f08927 x1862481227049536/t0(0) o103->MGC192.168.203.148@tcp@192.168.203.148@tcp:17/18 lens 328/224 e 0 to 0 dl 1776200757 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'ldlm_bl_02.0' 00000100:00000001:3.0:1776200750.999876:0:2242:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1776200750.999877:0:2242:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1776200750.999878:0:2242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a6752417. 02000000:00000001:3.0:1776200750.999880:0:2242:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1776200750.999881:0:2242:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1776200750.999882:0:2242:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=3 obd=MGC192.168.203.148@tcp 00000020:00000001:3.0:1776200750.999883:0:2242:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1776200750.999884:0:2242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c5a65791. 02000000:00000001:3.0:1776200750.999886:0:2242:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1776200750.999886:0:2242:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1776200750.999887:0:2242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022f08927. 00000100:00000001:3.0:1776200750.999889:0:2242:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1776200750.999890:0:2242:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200750.999892:0:2242:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200750.999904:0:2242:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1776200750.999906:0:2242:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200750.999908:0:2242:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200750.999909:0:2242:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1776200751.359716:0:5029:0:(mgc_request.c:128:config_log_get()) Process entered 10000000:00000040:0.0:1776200751.359720:0:5029:0:(mgc_request.c:131:config_log_get()) log lustre-cliir (000000007ab8301a) refs 2 10000000:00000001:0.0:1776200751.359727:0:5029:0:(mgc_request.c:132:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1776200751.359729:0:5029:0:(mgc_request.c:139:config_log_put()) Process entered 10000000:00000001:0.0:1776200751.359730:0:5029:0:(mgc_request.c:142:config_log_put()) Process leaving 10000000:00000001:0.0:1776200751.359731:0:5029:0:(mgc_request.c:599:do_requeue()) Process entered 10000000:01000000:0.0:1776200751.359733:0:5029:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:0.0:1776200751.359735:0:5029:0:(mgc_request.c:2048:mgc_process_log()) Process entered 10000000:01000000:0.0:1776200751.359736:0:5029:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-cliir-ffff993bc2c8c000 from 6 10000000:00000001:0.0:1776200751.359739:0:5029:0:(mgc_request.c:1098:mgc_enqueue()) Process entered 10000000:01000000:0.0:1776200751.359740:0:5029:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:0.0:1776200751.359751:0:5029:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004223dea4. 00000020:00000040:0.0:1776200751.359755:0:5029:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000100:00000001:0.0:1776200751.359767:0:5029:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1776200751.359771:0:5029:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1776200751.359776:0:5029:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1776200751.359783:0:5029:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008ad00d5a. 00000100:00000001:0.0:1776200751.359789:0:5029:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200751.359794:0:5029:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1776200751.359796:0:5029:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1776200751.359804:0:5029:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002927d541. 00010000:00000001:0.0:1776200751.359809:0:5029:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1776200751.359811:0:5029:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000039623369. 00000020:00000001:0.0:1776200751.359816:0:5029:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1776200751.359819:0:5029:0:(lustre_handles.c:97:class_handle_hash()) added object 0000000039623369 with handle 0x8d91c35bada81e73 to hash 00000020:00000001:0.0:1776200751.359821:0:5029:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1776200751.359822:0:5029:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446631080713881280 : -112992995670336 : ffff993bc4a186c0) 00010000:00000001:0.0:1776200751.359825:0:5029:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446631080713881280 : -112992995670336 : ffff993bc4a186c0) 00010000:00000001:0.0:1776200751.359829:0:5029:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1776200751.359830:0:5029:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200751.359833:0:5029:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: 0000000039623369/0x8d91c35bada81e73 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200751.359841:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002927d541 count: 1 00010000:00010000:0.0:1776200751.359845:0:5029:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.148@tcp lock: 0000000039623369/0x8d91c35bada81e73 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200751.359850:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002927d541 count: 1 00010000:00010000:0.0:1776200751.359857:0:5029:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.148@tcp lock: 0000000039623369/0x8d91c35bada81e73 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200751.359861:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002927d541 count: 1 00000100:00000001:0.0:1776200751.359863:0:5029:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1776200751.359865:0:5029:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1776200751.359871:0:5029:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d11991f. 00000100:00000001:0.0:1776200751.359873:0:5029:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446631080835670976 : -112992873880640 : ffff993bcbe3e3c0) 00000100:00000001:0.0:1776200751.359876:0:5029:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200751.359877:0:5029:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080685149312 : -112993024402304 : ffff993bc2eb1c80) 00000100:00000001:0.0:1776200751.359880:0:5029:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1776200751.359884:0:5029:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200751.359886:0:5029:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1776200751.359887:0:5029:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776200751.359906:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004223dea4 x1862481227049600/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:0.0:1776200751.359920:0:5029:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200751.359922:0:5029:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200751.359926:0:5029:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776200751.359929:0:5029:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200751.359932:0:5029:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004223dea4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:822f82fc-1b4a-4a91-a190-4cbe8fb35285:5029:1862481227049600:192.168.203.148@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1776200751.359936:0:5029:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776200751.359941:0:5029:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776200751.359943:0:5029:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200751.359945:0:5029:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1776200751.359949:0:5029:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000000ff43795. 02000000:00000001:0.0:1776200751.359951:0:5029:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776200751.359959:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:0.0:1776200751.359963:0:5029:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001be66422. 00000400:00000010:0.0:1776200751.359968:0:5029:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008bbad72b. 00000100:00000200:0.0:1776200751.359975:0:5029:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227049600, portal 25 00000100:00000001:0.0:1776200751.359977:0:5029:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200751.359978:0:5029:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080685149312 : -112993024402304 : ffff993bc2eb1c80) 00000100:00000040:0.0:1776200751.359983:0:5029:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000004223dea4 x1862481227049600/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200758 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:0.0:1776200751.359990:0:5029:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776200751.359993:0:5029:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:0.0:1776200751.359995:0:5029:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e431936a. 00000100:00000200:0.0:1776200751.359998:0:5029:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1862481227049600, offset 0 00000400:00000200:0.0:1776200751.360004:0:5029:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:0.0:1776200751.360390:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200751.360398:0:5029:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:0.0:1776200751.360405:0:5029:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:0.0:1776200751.360409:0:5029:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776200751.360412:0:5029:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:0.0:1776200751.360416:0:5029:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [390:390:256:4294967295] 192.168.203.148@tcp LPNI seq info [390:390:8:4294967295] 00000400:00000200:0.0:1776200751.360420:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200751.360427:0:5029:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:0.0:1776200751.360434:0:5029:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:0.0:1776200751.360438:0:5029:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099f0192d (tot 3427390). 00000800:00000200:0.0:1776200751.360445:0:5029:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:0.0:1776200751.360452:0:5029:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:0.0:1776200751.360455:0:5029:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000099f0192d type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1776200751.360478:0:5029:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200751.360480:0:5029:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200751.360482:0:5029:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200751.360484:0:5029:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200751.360485:0:5029:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:0.0:1776200751.360487:0:5029:0:(client.c:2500:ptlrpc_set_wait()) set 000000006d11991f going to sleep for 6 seconds 00000100:00000001:0.0:1776200751.360490:0:5029:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200751.360492:0:5029:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200751.362002:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200751.362016:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000099f0192d (tot 3427142). 00000400:00000200:3.0:1776200751.362023:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200751.362030:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200751.362035:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e431936a 00000400:00000010:3.0:1776200751.362037:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e431936a. 00000100:00000001:3.0:1776200751.362041:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200751.362047:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004223dea4 x1862481227049600/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200758 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200751.362057:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200751.362060:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000004223dea4 x1862481227049600/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200758 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200751.362065:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200751.362067:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200751.376689:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200751.376704:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200751.376708:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200751.376711:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200751.376733:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200751.376740:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200751.376748:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200751.376753:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200751.377220:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200751.377226:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 344 into portal 25 MB=0x69deab3f06a80 00000400:00000200:2.0:1776200751.377231:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200751.377235:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.148@tcp of length 344/344 into md 0xfed [1] + 224 00000800:00000001:2.0:1776200751.377243:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200751.377254:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200751.377256:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200751.377260:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200751.377265:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200751.377272:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004223dea4 x1862481227049600/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200758 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000040:2.0:1776200751.377282:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=344 offset=224 replen=344 req@000000004223dea4 x1862481227049600/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200758 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:2.0:1776200751.377302:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200751.377310:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200751.377313:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200751.377404:0:5029:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1776200751.377411:0:5029:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1776200751.377412:0:5029:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1776200751.377415:0:5029:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001be66422. 00000400:00000200:0.0:1776200751.377419:0:5029:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008bbad72b 00000400:00000010:0.0:1776200751.377421:0:5029:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008bbad72b. 00000100:00000001:0.0:1776200751.377423:0:5029:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1776200751.377427:0:5029:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004223dea4 x1862481227049600/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200758 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000200:0.0:1776200751.377434:0:5029:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004223dea4 x1862481227049600/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200758 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:0.0:1776200751.377440:0:5029:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1776200751.377442:0:5029:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200751.377444:0:5029:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1776200751.377447:0:5029:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1776200751.377450:0:5029:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1776200751.377451:0:5029:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200751.377454:0:5029:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1776200751.377459:0:5029:0:(import.c:1935:at_measured()) add 1 to 0000000082e3d950 time=120 v=1 (1 0 0 0) 00000100:00001000:0.0:1776200751.377463:0:5029:0:(import.c:1935:at_measured()) add 1 to 000000006882029e time=4 v=1 (1 0 0 0) 00000100:00000001:0.0:1776200751.377465:0:5029:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1776200751.377466:0:5029:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200751.377469:0:5029:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1776200751.377471:0:5029:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200751.377473:0:5029:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200751.377476:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004223dea4 x1862481227049600/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200758 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:0.0:1776200751.377483:0:5029:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200751.377486:0:5029:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1776200751.377488:0:5029:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1776200751.377490:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004223dea4 x1862481227049600/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200758 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00100000:0.0:1776200751.377497:0:5029:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004223dea4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:822f82fc-1b4a-4a91-a190-4cbe8fb35285:5029:1862481227049600:192.168.203.148@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1776200751.377501:0:5029:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200751.377504:0:5029:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200751.377506:0:5029:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1776200751.377508:0:5029:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200751.377510:0:5029:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000004223dea4 x1862481227049600/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200758 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:0.0:1776200751.377516:0:5029:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1776200751.377518:0:5029:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d11991f. 00000100:00000001:0.0:1776200751.377522:0:5029:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1776200751.377523:0:5029:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200751.377526:0:5029:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1776200751.377528:0:5029:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200751.377530:0:5029:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200751.377532:0:5029:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000039623369 refcount=4 00000020:00000001:0.0:1776200751.377535:0:5029:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713881280 : -112992995670336 : ffff993bc4a186c0) 00010000:00000001:0.0:1776200751.377537:0:5029:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713881280 : -112992995670336 : ffff993bc4a186c0) 00010000:00000040:0.0:1776200751.377542:0:5029:0:(ldlm_request.c:701:ldlm_cli_enqueue_fini()) local: 0000000039623369, remote cookie: 0x98dca339dc2b0192, flags: 0x0 00010000:00000001:0.0:1776200751.377545:0:5029:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1776200751.377548:0:5029:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1776200751.377549:0:5029:0:(ldlm_lock.c:977:search_granted_lock()) Process entered 00010000:00000001:0.0:1776200751.377551:0:5029:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1776200751.377552:0:5029:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1776200751.377554:0:5029:0:(ldlm_resource.c:1787:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002927d541) refcount = 1 00010000:00010000:0.0:1776200751.377558:0:5029:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.148@tcp lock: 0000000039623369/0x8d91c35bada81e73 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x98dca339dc2b0192 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200751.377564:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002927d541 count: 1 00010000:00000001:0.0:1776200751.377568:0:5029:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1776200751.377569:0:5029:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1776200751.377570:0:5029:0:(ldlm_lock.c:1891:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200751.377573:0:5029:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1776200751.377575:0:5029:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200751.377577:0:5029:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.148@tcp lock: 0000000039623369/0x8d91c35bada81e73 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x98dca339dc2b0192 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200751.377582:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002927d541 count: 1 00010000:00000001:0.0:1776200751.377584:0:5029:0:(ldlm_request.c:797:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1776200751.377609:0:5029:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200751.377611:0:5029:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200751.377612:0:5029:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200751.377613:0:5029:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200751.377614:0:5029:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200751.377616:0:5029:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200751.377619:0:5029:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000004223dea4 x1862481227049600/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200758 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:0.0:1776200751.377625:0:5029:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1776200751.377627:0:5029:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1776200751.377630:0:5029:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000000ff43795. 02000000:00000001:0.0:1776200751.377633:0:5029:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1776200751.377634:0:5029:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1776200751.377636:0:5029:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=3 obd=MGC192.168.203.148@tcp 00000020:00000001:0.0:1776200751.377649:0:5029:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1776200751.377650:0:5029:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008ad00d5a. 02000000:00000001:0.0:1776200751.377653:0:5029:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1776200751.377655:0:5029:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1776200751.377656:0:5029:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004223dea4. 00000100:00000001:0.0:1776200751.377662:0:5029:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1776200751.377663:0:5029:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1776200751.377665:0:5029:0:(mgc_request.c:1130:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1776200751.377668:0:5029:0:(mgc_request.c:128:config_log_get()) Process entered 10000000:00000040:0.0:1776200751.377669:0:5029:0:(mgc_request.c:131:config_log_get()) log lustre-cliir (000000007ab8301a) refs 3 10000000:00000001:0.0:1776200751.377671:0:5029:0:(mgc_request.c:132:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200751.377672:0:5029:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200751.377674:0:5029:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200751.377675:0:5029:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000039623369 refcount=3 00000020:00000001:0.0:1776200751.377676:0:5029:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713881280 : -112992995670336 : ffff993bc4a186c0) 00010000:00000001:0.0:1776200751.377678:0:5029:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713881280 : -112992995670336 : ffff993bc4a186c0) 00010000:00000001:0.0:1776200751.377680:0:5029:0:(ldlm_lock.c:2530:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1776200751.377681:0:5029:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200751.377682:0:5029:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200751.377683:0:5029:0:(ldlm_lock.c:2539:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1776200751.377684:0:5029:0:(mgc_request.c:1633:mgc_process_recover_nodemap_log()) Process entered 10000000:00000010:0.0:1776200751.377689:0:5029:0:(mgc_request.c:1652:mgc_process_recover_nodemap_log()) kmalloced '(pages)': 32 at 0000000074aa5507. 00000100:00000010:0.0:1776200751.377710:0:5029:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004223dea4. 00000020:00000040:0.0:1776200751.377714:0:5029:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000100:00000001:0.0:1776200751.377726:0:5029:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1776200751.377735:0:5029:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1776200751.377739:0:5029:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1776200751.377745:0:5029:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008ad00d5a. 00000100:00000001:0.0:1776200751.377750:0:5029:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200751.377754:0:5029:0:(client.c:228:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1776200751.377766:0:5029:0:(client.c:177:ptlrpc_new_bulk()) kmalloced '(desc)': 960 at 000000000ff43795. 00000100:00000010:0.0:1776200751.377771:0:5029:0:(client.c:182:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 0000000080a532d2. 00000020:00000040:0.0:1776200751.377773:0:5029:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=5 obd=MGC192.168.203.148@tcp 00000100:00000001:0.0:1776200751.377777:0:5029:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1776200751.377778:0:5029:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1776200751.377781:0:5029:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006d11991f. 00000100:00000001:0.0:1776200751.377784:0:5029:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446631080835670976 : -112992873880640 : ffff993bcbe3e3c0) 00000100:00000001:0.0:1776200751.377785:0:5029:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200751.377786:0:5029:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080685149312 : -112993024402304 : ffff993bc2eb1c80) 00000100:00000001:0.0:1776200751.377790:0:5029:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1776200751.377793:0:5029:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200751.377795:0:5029:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1776200751.377796:0:5029:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776200751.377799:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004223dea4 x1862481227049664/t0(0) o256->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:0.0:1776200751.377805:0:5029:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200751.377807:0:5029:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200751.377810:0:5029:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776200751.377812:0:5029:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200751.377815:0:5029:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004223dea4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:822f82fc-1b4a-4a91-a190-4cbe8fb35285:5029:1862481227049664:192.168.203.148@tcp:256:ll_cfg_requeue.0 00000100:00000001:0.0:1776200751.377819:0:5029:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776200751.377824:0:5029:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776200751.377825:0:5029:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200751.377827:0:5029:0:(niobuf.c:324:ptlrpc_register_bulk()) Process entered 00000400:00000200:0.0:1776200751.377833:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:0.0:1776200751.377836:0:5029:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001be66422. 00000400:00000010:0.0:1776200751.377841:0:5029:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 184 at 000000007f51e172 (tot 3427326). 00000100:00000200:0.0:1776200751.377846:0:5029:0:(niobuf.c:431:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x69deab3f06ac0-0x69deab3f06ac0, portal 33 00000100:00000001:0.0:1776200751.377849:0:5029:0:(niobuf.c:433:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200751.377851:0:5029:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1776200751.377855:0:5029:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000861f48ab. 02000000:00000001:0.0:1776200751.377856:0:5029:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776200751.377859:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:0.0:1776200751.377861:0:5029:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d7ed77b3. 00000400:00000010:0.0:1776200751.377863:0:5029:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008bbad72b. 00000100:00000200:0.0:1776200751.377865:0:5029:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227049664, portal 25 00000100:00000001:0.0:1776200751.377867:0:5029:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200751.377868:0:5029:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080685149312 : -112993024402304 : ffff993bc2eb1c80) 00000100:00000040:0.0:1776200751.377871:0:5029:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000004223dea4 x1862481227049664/t0(0) o256->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 304/240 e 0 to 0 dl 1776200758 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:0.0:1776200751.377876:0:5029:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776200751.377879:0:5029:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:0.0:1776200751.377881:0:5029:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000003ceb6e0. 00000100:00000200:0.0:1776200751.377883:0:5029:0:(niobuf.c:86:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1862481227049664, offset 0 00000400:00000200:0.0:1776200751.377889:0:5029:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:0.0:1776200751.377895:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200751.377901:0:5029:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:0.0:1776200751.377907:0:5029:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:0.0:1776200751.377910:0:5029:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776200751.377913:0:5029:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:0.0:1776200751.377917:0:5029:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [391:391:256:4294967295] 192.168.203.148@tcp LPNI seq info [391:391:8:4294967295] 00000400:00000200:0.0:1776200751.377921:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200751.377929:0:5029:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:0.0:1776200751.377935:0:5029:0:(socklnd_cb.c:995:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:0.0:1776200751.377939:0:5029:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f404acca (tot 3427574). 00000800:00000200:0.0:1776200751.377944:0:5029:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:0.0:1776200751.377951:0:5029:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:0.0:1776200751.377955:0:5029:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f404acca type 1, nob 400 niov 1 nkiov 1 00000100:00000001:0.0:1776200751.377971:0:5029:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200751.377973:0:5029:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200751.377975:0:5029:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200751.377977:0:5029:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200751.377979:0:5029:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:0.0:1776200751.377980:0:5029:0:(client.c:2500:ptlrpc_set_wait()) set 000000006d11991f going to sleep for 6 seconds 00000100:00000001:0.0:1776200751.377982:0:5029:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200751.377984:0:5029:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200751.378226:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200751.378231:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f404acca (tot 3427326). 00000400:00000200:3.0:1776200751.378234:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200751.378238:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200751.378241:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000003ceb6e0 00000400:00000010:3.0:1776200751.378242:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000003ceb6e0. 00000100:00000001:3.0:1776200751.378245:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200751.378248:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004223dea4 x1862481227049664/t0(0) o256->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 304/240 e 0 to 0 dl 1776200758 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200751.378255:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200751.378256:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000004223dea4 x1862481227049664/t0(0) o256->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 304/240 e 0 to 0 dl 1776200758 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200751.378261:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200751.378263:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200751.389585:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200751.389658:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200751.389663:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200751.389666:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200751.389676:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200751.389684:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200751.389692:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200751.389697:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200751.389701:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200751.389705:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 32 into portal 33 MB=0x69deab3f06ac0 00000400:00000200:2.0:1776200751.389710:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200751.389727:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.203.148@tcp of length 32/32 into md 0xff5 [4] + 0 00000400:00000010:2.0:1776200751.389732:0:2235:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001be66422. 00000400:00000200:2.0:1776200751.389739:0:2235:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000007f51e172 00000800:00000001:2.0:1776200751.389745:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200751.389752:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200751.389755:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200751.389758:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200751.389762:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007f51e172 00000400:00000010:2.0:1776200751.389764:0:2235:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 184 at 000000007f51e172 (tot 3427142). 00000100:00000001:2.0:1776200751.389769:0:2235:0:(events.c:196:client_bulk_callback()) Process entered 00000100:00000200:2.0:1776200751.389771:0:2235:0:(events.c:213:client_bulk_callback()) event type 2, status 0, desc 000000000ff43795 00000100:00000001:2.0:1776200751.389778:0:2235:0:(events.c:238:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1776200751.389784:0:2235:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1776200751.389787:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200751.389791:0:2235:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200751.389797:0:2235:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [392:392:256:4294967295] 192.168.203.148@tcp LPNI seq info [392:392:8:4294967295] 00000400:00000200:2.0:1776200751.389801:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200751.389808:0:2235:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:2.0:1776200751.389812:0:2235:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 4 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200751.389818:0:2235:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 296 at 0000000092756ff4 (tot 3427438). 00000800:00000200:2.0:1776200751.389823:0:2235:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200751.389830:0:2235:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200751.389834:0:2235:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000092756ff4 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1776200751.389942:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200751.389945:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 296 at 0000000092756ff4 (tot 3427142). 00000400:00000200:2.0:1776200751.389949:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200751.389952:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:2.0:1776200751.389957:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200751.389960:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200751.393261:0:5029:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200751.393267:0:5029:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1776200751.399742:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200751.399765:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200751.399770:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200751.399773:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200751.399784:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200751.399791:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200751.399799:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200751.399803:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200751.399807:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200751.399811:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 240 into portal 25 MB=0x69deab3f06ac0 00000400:00000200:3.0:1776200751.399816:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200751.399821:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.148@tcp of length 240/240 into md 0xffd [1] + 224 00000800:00000001:3.0:1776200751.399828:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200751.399834:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200751.399836:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200751.399840:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200751.399857:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200751.399865:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004223dea4 x1862481227049664/t0(0) o256->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 304/240 e 0 to 0 dl 1776200758 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000040:3.0:1776200751.399876:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=240 offset=224 replen=240 req@000000004223dea4 x1862481227049664/t0(0) o256->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 304/240 e 0 to 0 dl 1776200758 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200751.400714:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200751.400739:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200751.400744:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200751.402598:0:5029:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1776200751.402617:0:5029:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1776200751.402619:0:5029:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1776200751.402622:0:5029:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d7ed77b3. 00000400:00000200:0.0:1776200751.402630:0:5029:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008bbad72b 00000400:00000010:0.0:1776200751.402632:0:5029:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008bbad72b. 00000100:00000001:0.0:1776200751.402636:0:5029:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1776200751.402656:0:5029:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004223dea4 x1862481227049664/t0(0) o256->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 304/240 e 0 to 0 dl 1776200758 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000200:0.0:1776200751.402666:0:5029:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004223dea4 x1862481227049664/t0(0) o256->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 304/240 e 0 to 0 dl 1776200758 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:0.0:1776200751.402672:0:5029:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1776200751.402674:0:5029:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200751.402676:0:5029:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1776200751.402679:0:5029:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1776200751.402681:0:5029:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1776200751.402683:0:5029:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200751.402685:0:5029:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1776200751.402691:0:5029:0:(import.c:1935:at_measured()) add 1 to 0000000082e3d950 time=120 v=1 (1 0 0 0) 00000100:00001000:0.0:1776200751.402695:0:5029:0:(import.c:1935:at_measured()) add 1 to 000000006882029e time=4 v=1 (1 0 0 0) 00000100:00000001:0.0:1776200751.402697:0:5029:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1776200751.402699:0:5029:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200751.402701:0:5029:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1776200751.402703:0:5029:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200751.402705:0:5029:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200751.402709:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@000000004223dea4 x1862481227049664/t0(0) o256->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 304/240 e 0 to 0 dl 1776200758 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000040:0.0:1776200751.402717:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@000000004223dea4 x1862481227049664/t0(0) o256->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 304/240 e 0 to 0 dl 1776200758 ref 2 fl Bulk:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:0.0:1776200751.402732:0:5029:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1776200751.402734:0:5029:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1776200751.402737:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004223dea4 x1862481227049664/t0(0) o256->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 304/240 e 0 to 0 dl 1776200758 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00100000:0.0:1776200751.402744:0:5029:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004223dea4 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:822f82fc-1b4a-4a91-a190-4cbe8fb35285:5029:1862481227049664:192.168.203.148@tcp:256:ll_cfg_requeue.0 00000100:00000001:0.0:1776200751.402749:0:5029:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200751.402751:0:5029:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200751.402753:0:5029:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1776200751.402755:0:5029:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200751.402757:0:5029:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000004223dea4 x1862481227049664/t0(0) o256->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 304/240 e 0 to 0 dl 1776200758 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:0.0:1776200751.402763:0:5029:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1776200751.402767:0:5029:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006d11991f. 00000100:00000001:0.0:1776200751.402771:0:5029:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1776200751.402772:0:5029:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1776200751.402777:0:5029:0:(mgc_request.c:1736:mgc_process_recover_nodemap_log()) Latest version 6, more 0. 10000000:00000001:0.0:1776200751.402781:0:5029:0:(mgc_request.c:1391:mgc_apply_recover_logs()) Process entered 10000000:00000010:0.0:1776200751.402789:0:5029:0:(mgc_request.c:1412:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000005de0f202. 00010000:00000001:0.0:1776200751.402798:0:5029:0:(ldlm_lib.c:176:client_import_add_nids_to_conn()) Process entered 00000100:00000001:0.0:1776200751.402802:0:5029:0:(lustre_peer.c:223:class_check_uuid()) Process entered 00000100:00000040:0.0:1776200751.402805:0:5029:0:(lustre_peer.c:226:class_check_uuid()) check if uuid has 192.168.203.148@tcp. 00000100:00000001:0.0:1776200751.402807:0:5029:0:(lustre_peer.c:245:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200751.402809:0:5029:0:(lustre_peer.c:183:class_add_nids_to_uuid()) Process entered 00000100:00000200:0.0:1776200751.402810:0:5029:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing with 192.168.203.148@tcp 00000100:00000200:0.0:1776200751.402811:0:5029:0:(lustre_peer.c:200:class_add_nids_to_uuid()) Updating UUID '' 00000400:00001000:0.0:1776200751.402815:0:5029:0:(api-ni.c:2910:LNetNIInit()) refs 1 00000400:00000200:0.0:1776200751.402819:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200751.402825:0:5029:0:(peer.c:1775:lnet_peer_add()) peer 192.168.203.148@tcp NID flags 0x100001: -17 00000100:00000040:0.0:1776200751.402829:0:5029:0:(lustre_peer.c:210:class_add_nids_to_uuid()) Add peer 192.168.203.148@tcp rc = 0 00000100:00000001:0.0:1776200751.402830:0:5029:0:(lustre_peer.c:213:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200751.402832:0:5029:0:(ldlm_lib.c:187:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1776200751.402835:0:5029:0:(mgc_request.c:1574:mgc_apply_recover_logs()) Found UUID '192.168.203.148@tcp' by NID '192.168.203.148@tcp' 10000000:00000010:0.0:1776200751.402840:0:5029:0:(mgc_request.c:1583:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at 0000000039097ba7. 10000000:00000040:0.0:1776200751.402841:0:5029:0:(mgc_request.c:1591:mgc_apply_recover_logs()) ir apply logs 6/6 for lustre-MDT0000-mdc-ffff993bc2c8c000 -> mdc.import=connection=192.168.203.148@tcp::2 00000020:00000080:0.0:1776200751.402854:0:5029:0:(obd_config.c:1384:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1776200751.402860:0:5029:0:(obd_class.h:664:obd_process_config()) Process entered 00000020:00000010:0.0:1776200751.402864:0:5029:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004705b6ac. 00000020:00000010:0.0:1776200751.402869:0:5029:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000007a5cce58. 00000020:00000010:0.0:1776200751.402872:0:5029:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 0000000014b72858. 00000008:00000010:0.0:1776200751.402902:0:5029:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 0000000028fa9f55. 00020000:00000010:0.0:1776200751.402908:0:5029:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 0000000061bd2228. 00008000:00000010:0.0:1776200751.402912:0:5029:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 000000005ac67d99. 00000080:00000010:0.0:1776200751.402918:0:5029:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000ead79b84. 00000080:00000010:0.0:1776200751.402921:0:5029:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 0000000004e7846d. 00000040:00000001:0.0:1776200751.402926:0:5029:0:(llog_swab.c:372:print_lustre_cfg()) Process entered 00000040:00001000:0.0:1776200751.402927:0:5029:0:(llog_swab.c:377:print_lustre_cfg()) lustre_cfg: 0000000039097ba7 00000040:00001000:0.0:1776200751.402928:0:5029:0:(llog_swab.c:378:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:0.0:1776200751.402930:0:5029:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:0.0:1776200751.402931:0:5029:0:(llog_swab.c:381:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:0.0:1776200751.402932:0:5029:0:(llog_swab.c:382:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:0.0:1776200751.402933:0:5029:0:(llog_swab.c:384:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:0.0:1776200751.402935:0:5029:0:(llog_swab.c:386:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:0.0:1776200751.402936:0:5029:0:(llog_swab.c:391:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 36 lustre-MDT0000-mdc-ffff993bc2c8c000 00000040:00001000:0.0:1776200751.402937:0:5029:0:(llog_swab.c:391:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 mdc.import=connection=192.168.203.148@tcp::2 00000040:00000001:0.0:1776200751.402938:0:5029:0:(llog_swab.c:394:print_lustre_cfg()) Process leaving 00000020:00000010:0.0:1776200751.402999:0:5029:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 000000007a5cce58. 00000020:00000010:0.0:1776200751.403003:0:5029:0:(cl_object.c:1033:cl_key_fini()) kfreed 'info': 64 at 0000000014b72858. 00000008:00000010:0.0:1776200751.403006:0:5029:0:(osc_dev.c:124:osc_key_fini()) slab-freed '(info)': 2832 at 0000000028fa9f55. 00020000:00000010:0.0:1776200751.407940:0:5029:0:(lov_dev.c:102:lov_key_fini()) slab-freed '(info)': 192 at 0000000061bd2228. 00008000:00000010:0.0:1776200751.407947:0:5029:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 888 at 000000005ac67d99. 00000080:00000010:0.0:1776200751.407951:0:5029:0:(vvp_dev.c:103:ll_thread_key_fini()) slab-freed '(lti)': 144 at 00000000ead79b84. 00000080:00000010:0.0:1776200751.407954:0:5029:0:(vvp_dev.c:151:vvp_thread_key_fini()) slab-freed '(vti)': 568 at 0000000004e7846d. 00000020:00000010:0.0:1776200751.407957:0:5029:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004705b6ac. 00000020:00000001:0.0:1776200751.407961:0:5029:0:(obd_class.h:686:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200751.407963:0:5029:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:0.0:1776200751.407967:0:5029:0:(mgc_request.c:1595:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at 0000000039097ba7. 10000000:00000010:0.0:1776200751.407976:0:5029:0:(mgc_request.c:1603:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000005de0f202. 10000000:00000001:0.0:1776200751.407979:0:5029:0:(mgc_request.c:1605:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200751.407983:0:5029:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200751.407991:0:5029:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000004223dea4 x1862481227049664/t0(0) o256->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 304/240 e 0 to 0 dl 1776200758 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:0.0:1776200751.407998:0:5029:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1776200751.408000:0:5029:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1776200751.408002:0:5029:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000861f48ab. 02000000:00000001:0.0:1776200751.408005:0:5029:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1776200751.408006:0:5029:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1776200751.408008:0:5029:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000020:00000001:0.0:1776200751.408009:0:5029:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00000001:0.0:1776200751.408011:0:5029:0:(client.c:286:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1776200751.408012:0:5029:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1776200751.408013:0:5029:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=3 obd=MGC192.168.203.148@tcp 00000020:00000001:0.0:1776200751.408015:0:5029:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00000010:0.0:1776200751.408018:0:5029:0:(client.c:305:ptlrpc_free_bulk()) kfreed 'desc->bd_vec': 64 at 0000000080a532d2. 00000100:00000010:0.0:1776200751.408020:0:5029:0:(client.c:306:ptlrpc_free_bulk()) kfreed 'desc': 960 at 000000000ff43795. 00000100:00000001:0.0:1776200751.408023:0:5029:0:(client.c:307:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1776200751.408025:0:5029:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008ad00d5a. 02000000:00000001:0.0:1776200751.408028:0:5029:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1776200751.408030:0:5029:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1776200751.408031:0:5029:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004223dea4. 00000100:00000001:0.0:1776200751.408037:0:5029:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1776200751.408038:0:5029:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:0.0:1776200751.408053:0:5029:0:(mgc_request.c:1822:mgc_process_recover_nodemap_log()) kfreed 'pages': 32 at 0000000074aa5507. 10000000:01000000:0.0:1776200751.408056:0:5029:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.203.148@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:0.0:1776200751.408059:0:5029:0:(mgc_request.c:1136:mgc_cancel()) Process entered 00010000:00000001:0.0:1776200751.408062:0:5029:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1776200751.408064:0:5029:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1776200751.408066:0:5029:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 0000000039623369 refcount=3 00000020:00000001:0.0:1776200751.408067:0:5029:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080713881280 : -112992995670336 : ffff993bc4a186c0) 00010000:00000001:0.0:1776200751.408070:0:5029:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080713881280 : -112992995670336 : ffff993bc4a186c0) 00010000:00000001:0.0:1776200751.408072:0:5029:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1776200751.408075:0:5029:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: 0000000039623369/0x8d91c35bada81e73 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x98dca339dc2b0192 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200751.408081:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002927d541 count: 1 00010000:00000001:0.0:1776200751.408083:0:5029:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200751.408085:0:5029:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1776200751.408086:0:5029:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.148@tcp lock: 0000000039623369/0x8d91c35bada81e73 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x98dca339dc2b0192 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200751.408089:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002927d541 count: 1 00010000:00000001:0.0:1776200751.408090:0:5029:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1776200751.408091:0:5029:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200751.408091:0:5029:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1776200751.408092:0:5029:0:(mgc_request.c:1140:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1776200751.408093:0:5029:0:(mgc_request.c:2158:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1776200751.408095:0:5029:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1776200751.408097:0:5029:0:(mgc_request.c:128:config_log_get()) Process entered 10000000:00000040:0.0:1776200751.408098:0:5029:0:(mgc_request.c:131:config_log_get()) log lustre-cliir (000000006997335f) refs 2 10000000:00000001:0.0:1776200751.408099:0:5029:0:(mgc_request.c:132:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1776200751.408100:0:5029:0:(mgc_request.c:139:config_log_put()) Process entered 10000000:00000040:0.0:1776200751.408101:0:5029:0:(mgc_request.c:145:config_log_put()) log lustre-cliir(000000007ab8301a) refs 3 10000000:00000001:0.0:1776200751.408102:0:5029:0:(mgc_request.c:169:config_log_put()) Process leaving 10000000:00000001:0.0:1776200751.408102:0:5029:0:(mgc_request.c:599:do_requeue()) Process entered 10000000:01000000:1.0:1776200751.408195:0:5029:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:1.0:1776200751.408197:0:5029:0:(mgc_request.c:2048:mgc_process_log()) Process entered 10000000:01000000:1.0:1776200751.408199:0:5029:0:(mgc_request.c:2066:mgc_process_log()) Process log lustre-cliir-ffff993be2454000 from 6 10000000:00000001:1.0:1776200751.408201:0:5029:0:(mgc_request.c:1098:mgc_enqueue()) Process entered 10000000:01000000:1.0:1776200751.408202:0:5029:0:(mgc_request.c:1104:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:1.0:1776200751.408206:0:5029:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000039ecb165. 00000020:00000040:1.0:1776200751.408209:0:5029:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000100:00000001:1.0:1776200751.408212:0:5029:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1776200751.408214:0:5029:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1776200751.408217:0:5029:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1776200751.408222:0:5029:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000094e5d8d5. 00000100:00000001:1.0:1776200751.408228:0:5029:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200751.408232:0:5029:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1776200751.408234:0:5029:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1776200751.408239:0:5029:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000002927d541 count: 2 00010000:00000001:1.0:1776200751.408242:0:5029:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1776200751.408245:0:5029:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1776200751.408249:0:5029:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004a807881. 00000020:00000001:1.0:1776200751.408253:0:5029:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:1.0:1776200751.408254:0:5029:0:(lustre_handles.c:97:class_handle_hash()) added object 000000004a807881 with handle 0x8d91c35bada81e7a to hash 00000020:00000001:1.0:1776200751.408256:0:5029:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:1.0:1776200751.408258:0:5029:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446631080684896832 : -112993024654784 : ffff993bc2e74240) 00010000:00000001:1.0:1776200751.408261:0:5029:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446631080684896832 : -112993024654784 : ffff993bc2e74240) 00010000:00000001:1.0:1776200751.408264:0:5029:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1776200751.408266:0:5029:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776200751.408269:0:5029:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.148@tcp lock: 000000004a807881/0x8d91c35bada81e7a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776200751.408274:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002927d541 count: 2 00010000:00010000:1.0:1776200751.408277:0:5029:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.148@tcp lock: 000000004a807881/0x8d91c35bada81e7a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776200751.408282:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002927d541 count: 2 00010000:00010000:1.0:1776200751.408287:0:5029:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.148@tcp lock: 000000004a807881/0x8d91c35bada81e7a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776200751.408292:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002927d541 count: 2 00000100:00000001:1.0:1776200751.408295:0:5029:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1776200751.408297:0:5029:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1776200751.408303:0:5029:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d774c1bb. 00000100:00000001:1.0:1776200751.408305:0:5029:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446631080715965184 : -112992993586432 : ffff993bc4c15300) 00000100:00000001:1.0:1776200751.408307:0:5029:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200751.408308:0:5029:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801558272 : -112992907993344 : ffff993bc9db5f00) 00000100:00000001:1.0:1776200751.408312:0:5029:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1776200751.408315:0:5029:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200751.408318:0:5029:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1776200751.408319:0:5029:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200751.408323:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000039ecb165 x1862481227049728/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776200751.408332:0:5029:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200751.408334:0:5029:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200751.408337:0:5029:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200751.408339:0:5029:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200751.408342:0:5029:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000039ecb165 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:822f82fc-1b4a-4a91-a190-4cbe8fb35285:5029:1862481227049728:192.168.203.148@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1776200751.408348:0:5029:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200751.408354:0:5029:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200751.408356:0:5029:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200751.408358:0:5029:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200751.408361:0:5029:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d9945224. 02000000:00000001:1.0:1776200751.408362:0:5029:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200751.408368:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200751.408371:0:5029:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000092d33e40. 00000400:00000010:1.0:1776200751.408376:0:5029:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1c39cba. 00000100:00000200:1.0:1776200751.408381:0:5029:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227049728, portal 25 00000100:00000001:1.0:1776200751.408383:0:5029:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200751.408383:0:5029:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801558272 : -112992907993344 : ffff993bc9db5f00) 00000100:00000040:1.0:1776200751.408396:0:5029:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000039ecb165 x1862481227049728/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200758 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776200751.408400:0:5029:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200751.408402:0:5029:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200751.408404:0:5029:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008fdf0e42. 00000100:00000200:1.0:1776200751.408406:0:5029:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1862481227049728, offset 0 00000400:00000200:1.0:1776200751.408411:0:5029:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200751.408418:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200751.408424:0:5029:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200751.408429:0:5029:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200751.408432:0:5029:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200751.408434:0:5029:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200751.408437:0:5029:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [393:393:256:4294967295] 192.168.203.148@tcp LPNI seq info [393:393:8:4294967295] 00000400:00000200:1.0:1776200751.408440:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200751.408446:0:5029:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200751.408450:0:5029:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200751.408454:0:5029:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000045d123db (tot 3427390). 00000800:00000200:1.0:1776200751.408459:0:5029:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200751.408466:0:5029:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200751.408470:0:5029:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000045d123db type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1776200751.408484:0:5029:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200751.408485:0:5029:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200751.408487:0:5029:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200751.408489:0:5029:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200751.408491:0:5029:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:1.0:1776200751.408492:0:5029:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d774c1bb going to sleep for 6 seconds 00000100:00000001:1.0:1776200751.408495:0:5029:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200751.408497:0:5029:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1776200751.415680:0:9430:0:(lproc_ptlrpc.c:1390:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000002456ea3f. 00000020:00000040:1.0:1776200751.415691:0:9430:0:(lproc_ptlrpc.c:1421:ldebugfs_import_seq_write()) IR: lustre-MDT0000-mdc-ffff993bc2c8c000 is connecting to an obsoleted target(1/2), reconnecting... 00000100:00000001:1.0:1776200751.415695:0:9430:0:(recover.c:303:ptlrpc_recover_import()) Process entered 00000100:00080000:1.0:1776200751.415698:0:9430:0:(import.c:234:ptlrpc_set_import_discon()) mdc: import 000000003f892a49 already not connected (conn 4, was 0): CONNECTING 00010000:00000001:1.0:1776200751.415703:0:9430:0:(ldlm_lib.c:67:import_set_conn()) Process entered 00000100:00000200:1.0:1776200751.415716:0:9430:0:(events.c:571:ptlrpc_uuid_to_peer()) 192.168.203.148@tcp->12345-192.168.203.148@tcp 00000100:00000001:1.0:1776200751.415719:0:9430:0:(connection.c:84:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1776200751.415724:0:9430:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200751.415731:0:9430:0:(peer.c:1555:LNetPrimaryNID()) NID 192.168.203.148@tcp primary NID 192.168.203.148@tcp rc 0 00000100:00000001:1.0:1776200751.415735:0:9430:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1776200751.415740:0:9430:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008e68683d refcount 22 to 192.168.203.148@tcp 00000100:00000001:1.0:1776200751.415742:0:9430:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446631080717689120 : -112992991862496 : ffff993bc4dba120) 00000100:00000001:1.0:1776200751.415745:0:9430:0:(connection.c:91:ptlrpc_connection_get()) Process leaving via out (rc=18446631080717689120 : -112992991862496 : 0xffff993bc4dba120) 00000100:00000040:1.0:1776200751.415749:0:9430:0:(connection.c:133:ptlrpc_connection_get()) conn=000000008e68683d refcount 22 to 192.168.203.148@tcp 00000100:00000040:1.0:1776200751.415751:0:9430:0:(client.c:151:ptlrpc_uuid_to_connection()) 192.168.203.148@tcp -> 000000008e68683d 00010000:00080000:1.0:1776200751.415754:0:9430:0:(ldlm_lib.c:104:import_set_conn()) imp 000000003f892a49@lustre-MDT0000-mdc-ffff993bc2c8c000: found existing conn 192.168.203.148@tcp, moved to head 00010000:00000001:1.0:1776200751.415756:0:9430:0:(ldlm_lib.c:106:import_set_conn()) Process leaving via out_free (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1776200751.415759:0:9430:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008e68683d refcount 21 to 192.168.203.148@tcp 00010000:00000001:1.0:1776200751.415761:0:9430:0:(ldlm_lib.c:134:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200751.415763:0:9430:0:(recover.c:334:ptlrpc_recover_import()) Process leaving via out (rc=18446744073709551502 : -114 : 0xffffffffffffff8e) 00000020:00000010:1.0:1776200751.415765:0:9430:0:(lproc_ptlrpc.c:1436:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000002456ea3f. 00000800:00000200:3.0:1776200751.417539:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200751.417546:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000045d123db (tot 3427142). 00000400:00000200:3.0:1776200751.417553:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200751.417562:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200751.417568:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008fdf0e42 00000400:00000010:3.0:1776200751.417571:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008fdf0e42. 00000100:00000001:3.0:1776200751.417576:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200751.417583:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000039ecb165 x1862481227049728/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200758 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200751.417615:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200751.417619:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@0000000039ecb165 x1862481227049728/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200758 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200751.417625:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200751.417627:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200751.420612:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200751.420625:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200751.420629:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200751.420631:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200751.420653:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200751.420661:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200751.420669:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200751.420674:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200751.420678:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200751.420682:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 344 into portal 25 MB=0x69deab3f06b00 00000400:00000200:3.0:1776200751.420686:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200751.420691:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.148@tcp of length 344/344 into md 0x1005 [1] + 224 00000800:00000001:3.0:1776200751.420698:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200751.420705:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200751.420708:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200751.420711:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200751.420717:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200751.420721:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000039ecb165 x1862481227049728/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200758 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000040:3.0:1776200751.420742:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=344 offset=224 replen=344 req@0000000039ecb165 x1862481227049728/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200758 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200751.421185:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200751.421196:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200751.421200:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200751.421723:0:5029:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200751.421730:0:5029:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200751.421734:0:5029:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200751.421737:0:5029:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000092d33e40. 00000400:00000200:1.0:1776200751.421742:0:5029:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1c39cba 00000400:00000010:1.0:1776200751.421744:0:5029:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1c39cba. 00000100:00000001:1.0:1776200751.421748:0:5029:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200751.421753:0:5029:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000039ecb165 x1862481227049728/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200758 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000200:1.0:1776200751.421762:0:5029:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000039ecb165 x1862481227049728/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200758 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776200751.421769:0:5029:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200751.421770:0:5029:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200751.421773:0:5029:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200751.421775:0:5029:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200751.421777:0:5029:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200751.421779:0:5029:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200751.421790:0:5029:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200751.421796:0:5029:0:(import.c:1935:at_measured()) add 1 to 0000000082e3d950 time=120 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200751.421801:0:5029:0:(import.c:1935:at_measured()) add 1 to 000000006882029e time=4 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200751.421803:0:5029:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200751.421805:0:5029:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200751.421813:0:5029:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776200751.421815:0:5029:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200751.421817:0:5029:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200751.421820:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000039ecb165 x1862481227049728/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200758 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776200751.421833:0:5029:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200751.421835:0:5029:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200751.421838:0:5029:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1776200751.421841:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000039ecb165 x1862481227049728/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200758 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00100000:1.0:1776200751.421848:0:5029:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000039ecb165 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:822f82fc-1b4a-4a91-a190-4cbe8fb35285:5029:1862481227049728:192.168.203.148@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1776200751.421852:0:5029:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200751.421855:0:5029:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200751.421857:0:5029:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1776200751.421860:0:5029:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200751.421862:0:5029:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000039ecb165 x1862481227049728/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200758 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776200751.421868:0:5029:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1776200751.421871:0:5029:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d774c1bb. 00000100:00000001:1.0:1776200751.421875:0:5029:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1776200751.421876:0:5029:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200751.421879:0:5029:0:(ldlm_request.c:618:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1776200751.421882:0:5029:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1776200751.421885:0:5029:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1776200751.421889:0:5029:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000004a807881 refcount=4 00000020:00000001:1.0:1776200751.421891:0:5029:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080684896832 : -112993024654784 : ffff993bc2e74240) 00010000:00000001:1.0:1776200751.421893:0:5029:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080684896832 : -112993024654784 : ffff993bc2e74240) 00010000:00000040:1.0:1776200751.421899:0:5029:0:(ldlm_request.c:701:ldlm_cli_enqueue_fini()) local: 000000004a807881, remote cookie: 0x98dca339dc2b0199, flags: 0x0 00010000:00000001:1.0:1776200751.421902:0:5029:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1776200751.421905:0:5029:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1776200751.421907:0:5029:0:(ldlm_lock.c:977:search_granted_lock()) Process entered 00010000:00000001:1.0:1776200751.421909:0:5029:0:(ldlm_lock.c:997:search_granted_lock()) Process leaving 00010000:00000001:1.0:1776200751.421910:0:5029:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1776200751.421912:0:5029:0:(ldlm_resource.c:1787:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (000000002927d541) refcount = 2 00010000:00000040:1.0:1776200751.421915:0:5029:0:(ldlm_resource.c:1790:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1776200751.421917:0:5029:0:(ldlm_resource.c:1793:ldlm_resource_dump()) ### ### ns: MGC192.168.203.148@tcp lock: 0000000039623369/0x8d91c35bada81e73 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x98dca339dc2b0192 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776200751.421924:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002927d541 count: 2 00010000:00010000:1.0:1776200751.421927:0:5029:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.148@tcp lock: 000000004a807881/0x8d91c35bada81e7a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x98dca339dc2b0199 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776200751.421933:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002927d541 count: 2 00010000:00000001:1.0:1776200751.421935:0:5029:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1776200751.421937:0:5029:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1776200751.421938:0:5029:0:(ldlm_lock.c:1891:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1776200751.421941:0:5029:0:(ldlm_request.c:271:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1776200751.421944:0:5029:0:(ldlm_request.c:280:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776200751.421946:0:5029:0:(ldlm_request.c:796:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.148@tcp lock: 000000004a807881/0x8d91c35bada81e7a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x98dca339dc2b0199 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776200751.421951:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002927d541 count: 2 00010000:00000001:1.0:1776200751.421953:0:5029:0:(ldlm_request.c:797:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1776200751.421954:0:5029:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776200751.421956:0:5029:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1776200751.421957:0:5029:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776200751.421957:0:5029:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1776200751.421958:0:5029:0:(ldlm_request.c:1137:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200751.421961:0:5029:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200751.421963:0:5029:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000039ecb165 x1862481227049728/t0(0) o101->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 328/344 e 0 to 0 dl 1776200758 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776200751.421968:0:5029:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1776200751.421971:0:5029:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1776200751.421973:0:5029:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d9945224. 02000000:00000001:1.0:1776200751.421977:0:5029:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1776200751.421978:0:5029:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776200751.421980:0:5029:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=3 obd=MGC192.168.203.148@tcp 00000020:00000001:1.0:1776200751.421982:0:5029:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1776200751.421984:0:5029:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000094e5d8d5. 02000000:00000001:1.0:1776200751.421987:0:5029:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1776200751.421988:0:5029:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1776200751.421990:0:5029:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000039ecb165. 00000100:00000001:1.0:1776200751.421993:0:5029:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1776200751.421994:0:5029:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1776200751.421996:0:5029:0:(mgc_request.c:1130:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1776200751.421999:0:5029:0:(mgc_request.c:128:config_log_get()) Process entered 10000000:00000040:1.0:1776200751.422000:0:5029:0:(mgc_request.c:131:config_log_get()) log lustre-cliir (000000006997335f) refs 3 10000000:00000001:1.0:1776200751.422002:0:5029:0:(mgc_request.c:132:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200751.422004:0:5029:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1776200751.422005:0:5029:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1776200751.422006:0:5029:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000004a807881 refcount=3 00000020:00000001:1.0:1776200751.422007:0:5029:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080684896832 : -112993024654784 : ffff993bc2e74240) 00010000:00000001:1.0:1776200751.422009:0:5029:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080684896832 : -112993024654784 : ffff993bc2e74240) 00010000:00000001:1.0:1776200751.422021:0:5029:0:(ldlm_lock.c:2530:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1776200751.422023:0:5029:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776200751.422024:0:5029:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1776200751.422025:0:5029:0:(ldlm_lock.c:2539:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1776200751.422027:0:5029:0:(mgc_request.c:1633:mgc_process_recover_nodemap_log()) Process entered 10000000:00000010:1.0:1776200751.422034:0:5029:0:(mgc_request.c:1652:mgc_process_recover_nodemap_log()) kmalloced '(pages)': 32 at 0000000049f45a94. 00000100:00000010:1.0:1776200751.422056:0:5029:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000039ecb165. 00000020:00000040:1.0:1776200751.422059:0:5029:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000100:00000001:1.0:1776200751.422063:0:5029:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1776200751.422066:0:5029:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1776200751.422070:0:5029:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1776200751.422075:0:5029:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000094e5d8d5. 00000100:00000001:1.0:1776200751.422080:0:5029:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200751.422083:0:5029:0:(client.c:228:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1776200751.422086:0:5029:0:(client.c:177:ptlrpc_new_bulk()) kmalloced '(desc)': 960 at 00000000d9945224. 00000100:00000010:1.0:1776200751.422089:0:5029:0:(client.c:182:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at 000000002456ea3f. 00000020:00000040:1.0:1776200751.422091:0:5029:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=5 obd=MGC192.168.203.148@tcp 00000100:00000001:1.0:1776200751.422094:0:5029:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1776200751.422096:0:5029:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1776200751.422100:0:5029:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d774c1bb. 00000100:00000001:1.0:1776200751.422102:0:5029:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446631080715965184 : -112992993586432 : ffff993bc4c15300) 00000100:00000001:1.0:1776200751.422104:0:5029:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200751.422105:0:5029:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801558272 : -112992907993344 : ffff993bc9db5f00) 00000100:00000001:1.0:1776200751.422108:0:5029:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1776200751.422112:0:5029:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200751.422114:0:5029:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1776200751.422115:0:5029:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200751.422118:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000039ecb165 x1862481227049792/t0(0) o256->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776200751.422124:0:5029:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200751.422125:0:5029:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200751.422128:0:5029:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200751.422130:0:5029:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200751.422138:0:5029:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000039ecb165 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:822f82fc-1b4a-4a91-a190-4cbe8fb35285:5029:1862481227049792:192.168.203.148@tcp:256:ll_cfg_requeue.0 00000100:00000001:1.0:1776200751.422141:0:5029:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200751.422146:0:5029:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200751.422148:0:5029:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200751.422150:0:5029:0:(niobuf.c:324:ptlrpc_register_bulk()) Process entered 00000400:00000200:1.0:1776200751.422157:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200751.422160:0:5029:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000092d33e40. 00000400:00000010:1.0:1776200751.422165:0:5029:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 184 at 00000000208b3288 (tot 3427326). 00000100:00000200:1.0:1776200751.422170:0:5029:0:(niobuf.c:431:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x69deab3f06b40-0x69deab3f06b40, portal 33 00000100:00000001:1.0:1776200751.422173:0:5029:0:(niobuf.c:433:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200751.422175:0:5029:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200751.422178:0:5029:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000015c87ac5. 02000000:00000001:1.0:1776200751.422179:0:5029:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200751.422183:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200751.422185:0:5029:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e111b0a0. 00000400:00000010:1.0:1776200751.422188:0:5029:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1c39cba. 00000100:00000200:1.0:1776200751.422191:0:5029:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227049792, portal 25 00000100:00000001:1.0:1776200751.422193:0:5029:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200751.422194:0:5029:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801558272 : -112992907993344 : ffff993bc9db5f00) 00000100:00000040:1.0:1776200751.422198:0:5029:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000039ecb165 x1862481227049792/t0(0) o256->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 304/240 e 0 to 0 dl 1776200758 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776200751.422204:0:5029:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200751.422207:0:5029:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200751.422210:0:5029:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071a54455. 00000100:00000200:1.0:1776200751.422213:0:5029:0:(niobuf.c:86:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1862481227049792, offset 0 00000400:00000200:1.0:1776200751.422219:0:5029:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200751.422225:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200751.422233:0:5029:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200751.422240:0:5029:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200751.422243:0:5029:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200751.422246:0:5029:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200751.422249:0:5029:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [394:394:256:4294967295] 192.168.203.148@tcp LPNI seq info [394:394:8:4294967295] 00000400:00000200:1.0:1776200751.422253:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200751.422261:0:5029:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200751.422267:0:5029:0:(socklnd_cb.c:995:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200751.422272:0:5029:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e9b3a0d (tot 3427574). 00000800:00000200:1.0:1776200751.422278:0:5029:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200751.422284:0:5029:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200751.422288:0:5029:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002e9b3a0d type 1, nob 400 niov 1 nkiov 1 00000100:00000001:1.0:1776200751.422306:0:5029:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200751.422308:0:5029:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200751.422310:0:5029:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200751.422312:0:5029:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200751.422313:0:5029:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:1.0:1776200751.422315:0:5029:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d774c1bb going to sleep for 6 seconds 00000100:00000001:1.0:1776200751.422317:0:5029:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200751.422318:0:5029:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200751.423015:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200751.423020:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e9b3a0d (tot 3427326). 00000400:00000200:3.0:1776200751.423026:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200751.423032:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200751.423036:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071a54455 00000400:00000010:3.0:1776200751.423038:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071a54455. 00000100:00000001:3.0:1776200751.423041:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200751.423045:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000039ecb165 x1862481227049792/t0(0) o256->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 304/240 e 0 to 0 dl 1776200758 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200751.423054:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200751.423056:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@0000000039ecb165 x1862481227049792/t0(0) o256->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 304/240 e 0 to 0 dl 1776200758 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200751.423062:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200751.423063:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200751.439796:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200751.439810:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200751.439813:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200751.439826:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200751.439835:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200751.439842:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200751.439856:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200751.439861:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200751.439864:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200751.439868:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 32 into portal 33 MB=0x69deab3f06b40 00000400:00000200:3.0:1776200751.439873:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200751.439878:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.203.148@tcp of length 32/32 into md 0x100d [4] + 0 00000400:00000010:3.0:1776200751.439882:0:2235:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000092d33e40. 00000400:00000200:3.0:1776200751.439894:0:2235:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000208b3288 00000800:00000001:3.0:1776200751.439902:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200751.439909:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200751.439912:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200751.439916:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200751.439920:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000208b3288 00000400:00000010:3.0:1776200751.439922:0:2235:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 184 at 00000000208b3288 (tot 3427142). 00000100:00000001:3.0:1776200751.439927:0:2235:0:(events.c:196:client_bulk_callback()) Process entered 00000100:00000200:3.0:1776200751.439930:0:2235:0:(events.c:213:client_bulk_callback()) event type 2, status 0, desc 00000000d9945224 00000100:00000001:3.0:1776200751.439951:0:2235:0:(events.c:238:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1776200751.439958:0:2235:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1776200751.439961:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200751.439966:0:2235:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200751.439972:0:2235:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [395:395:256:4294967295] 192.168.203.148@tcp LPNI seq info [395:395:8:4294967295] 00000400:00000200:3.0:1776200751.439975:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200751.439983:0:2235:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:3.0:1776200751.439989:0:2235:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 4 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200751.439994:0:2235:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 296 at 000000008d08a544 (tot 3427438). 00000800:00000200:3.0:1776200751.439999:0:2235:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200751.440276:0:2235:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200751.440281:0:2235:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008d08a544 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1776200751.440363:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200751.440366:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 296 at 000000008d08a544 (tot 3427142). 00000400:00000200:3.0:1776200751.440369:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200751.440373:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:3.0:1776200751.440378:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200751.440381:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200751.441397:0:5029:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200751.441402:0:5029:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1776200751.449551:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200751.449569:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200751.449574:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200751.449576:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200751.449647:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200751.449655:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200751.449662:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200751.449666:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200751.449670:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200751.449674:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 240 into portal 25 MB=0x69deab3f06b40 00000400:00000200:3.0:1776200751.449679:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200751.449685:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.148@tcp of length 240/240 into md 0x1015 [1] + 224 00000800:00000001:3.0:1776200751.449692:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200751.449699:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200751.449703:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200751.449706:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200751.449712:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200751.449717:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000039ecb165 x1862481227049792/t0(0) o256->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 304/240 e 0 to 0 dl 1776200758 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000040:3.0:1776200751.449733:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=240 offset=224 replen=240 req@0000000039ecb165 x1862481227049792/t0(0) o256->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 304/240 e 0 to 0 dl 1776200758 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:3.0:1776200751.449774:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200751.449781:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200751.449783:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200751.450199:0:5029:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200751.450206:0:5029:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200751.450208:0:5029:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200751.450210:0:5029:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e111b0a0. 00000400:00000200:1.0:1776200751.450214:0:5029:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1c39cba 00000400:00000010:1.0:1776200751.450216:0:5029:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1c39cba. 00000100:00000001:1.0:1776200751.450219:0:5029:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200751.450224:0:5029:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000039ecb165 x1862481227049792/t0(0) o256->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 304/240 e 0 to 0 dl 1776200758 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000200:1.0:1776200751.450232:0:5029:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000039ecb165 x1862481227049792/t0(0) o256->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 304/240 e 0 to 0 dl 1776200758 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776200751.450237:0:5029:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200751.450239:0:5029:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200751.450241:0:5029:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200751.450244:0:5029:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200751.450246:0:5029:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200751.450249:0:5029:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200751.450251:0:5029:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200751.450257:0:5029:0:(import.c:1935:at_measured()) add 1 to 0000000082e3d950 time=120 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200751.450260:0:5029:0:(import.c:1935:at_measured()) add 1 to 000000006882029e time=4 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200751.450263:0:5029:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200751.450265:0:5029:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200751.450267:0:5029:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776200751.450269:0:5029:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200751.450271:0:5029:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200751.450274:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@0000000039ecb165 x1862481227049792/t0(0) o256->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 304/240 e 0 to 0 dl 1776200758 ref 2 fl Rpc:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000040:1.0:1776200751.450282:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@0000000039ecb165 x1862481227049792/t0(0) o256->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 304/240 e 0 to 0 dl 1776200758 ref 2 fl Bulk:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776200751.450288:0:5029:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200751.450290:0:5029:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1776200751.450293:0:5029:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000039ecb165 x1862481227049792/t0(0) o256->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 304/240 e 0 to 0 dl 1776200758 ref 2 fl Interpret:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00100000:1.0:1776200751.450299:0:5029:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000039ecb165 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:822f82fc-1b4a-4a91-a190-4cbe8fb35285:5029:1862481227049792:192.168.203.148@tcp:256:ll_cfg_requeue.0 00000100:00000001:1.0:1776200751.450303:0:5029:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200751.450305:0:5029:0:(client.c:2564:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200751.450307:0:5029:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1776200751.450308:0:5029:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200751.450311:0:5029:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000039ecb165 x1862481227049792/t0(0) o256->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 304/240 e 0 to 0 dl 1776200758 ref 2 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776200751.450316:0:5029:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1776200751.450318:0:5029:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d774c1bb. 00000100:00000001:1.0:1776200751.450322:0:5029:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1776200751.450323:0:5029:0:(client.c:3083:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1776200751.450327:0:5029:0:(mgc_request.c:1736:mgc_process_recover_nodemap_log()) Latest version 6, more 0. 10000000:00000001:1.0:1776200751.450331:0:5029:0:(mgc_request.c:1391:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1776200751.450337:0:5029:0:(mgc_request.c:1412:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 000000005328ec95. 00010000:00000001:1.0:1776200751.450345:0:5029:0:(ldlm_lib.c:176:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1776200751.450348:0:5029:0:(lustre_peer.c:223:class_check_uuid()) Process entered 00000100:00000040:1.0:1776200751.450351:0:5029:0:(lustre_peer.c:226:class_check_uuid()) check if uuid has 192.168.203.148@tcp. 00000100:00000001:1.0:1776200751.450353:0:5029:0:(lustre_peer.c:245:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200751.450355:0:5029:0:(lustre_peer.c:183:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1776200751.450356:0:5029:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing with 192.168.203.148@tcp 00000100:00000200:1.0:1776200751.450358:0:5029:0:(lustre_peer.c:200:class_add_nids_to_uuid()) Updating UUID '' 00000400:00001000:1.0:1776200751.450361:0:5029:0:(api-ni.c:2910:LNetNIInit()) refs 1 00000400:00000200:1.0:1776200751.450364:0:5029:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200751.450369:0:5029:0:(peer.c:1775:lnet_peer_add()) peer 192.168.203.148@tcp NID flags 0x100001: -17 00000100:00000040:1.0:1776200751.450372:0:5029:0:(lustre_peer.c:210:class_add_nids_to_uuid()) Add peer 192.168.203.148@tcp rc = 0 00000100:00000001:1.0:1776200751.450374:0:5029:0:(lustre_peer.c:213:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200751.450375:0:5029:0:(ldlm_lib.c:187:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1776200751.450379:0:5029:0:(mgc_request.c:1574:mgc_apply_recover_logs()) Found UUID '192.168.203.148@tcp' by NID '192.168.203.148@tcp' 10000000:00000010:1.0:1776200751.450383:0:5029:0:(mgc_request.c:1583:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at 00000000754e3742. 10000000:00000040:1.0:1776200751.450385:0:5029:0:(mgc_request.c:1591:mgc_apply_recover_logs()) ir apply logs 6/6 for lustre-MDT0000-mdc-ffff993be2454000 -> mdc.import=connection=192.168.203.148@tcp::2 00000020:00000080:1.0:1776200751.450388:0:5029:0:(obd_config.c:1384:class_process_config()) processing cmd: cf00f 00000020:00000001:1.0:1776200751.450392:0:5029:0:(obd_class.h:664:obd_process_config()) Process entered 00000020:00000010:1.0:1776200751.450397:0:5029:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003fe5f1a8. 00000020:00000010:1.0:1776200751.450402:0:5029:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 0000000040874cdb. 00000020:00000010:1.0:1776200751.450405:0:5029:0:(cl_object.c:1033:cl_key_init()) kmalloced '(value)': 64 at 00000000b16cf19f. 00000008:00000010:1.0:1776200751.450412:0:5029:0:(osc_dev.c:112:osc_key_init()) slab-alloced 'info': 2832 at 000000009537b4fe. 00020000:00000010:1.0:1776200751.450417:0:5029:0:(lov_dev.c:92:lov_key_init()) slab-alloced 'info': 192 at 00000000f1c27eaf. 00008000:00000010:1.0:1776200751.450422:0:5029:0:(echo_client.c:431:echo_thread_key_init()) slab-alloced 'info': 888 at 00000000411b1ce2. 00000080:00000010:1.0:1776200751.450427:0:5029:0:(vvp_dev.c:91:ll_thread_key_init()) slab-alloced 'lti': 144 at 00000000fd867742. 00000080:00000010:1.0:1776200751.450431:0:5029:0:(vvp_dev.c:141:vvp_thread_key_init()) slab-alloced 'vti': 568 at 00000000bfa5457c. 00000040:00000001:1.0:1776200751.450435:0:5029:0:(llog_swab.c:372:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1776200751.450437:0:5029:0:(llog_swab.c:377:print_lustre_cfg()) lustre_cfg: 00000000754e3742 00000040:00001000:1.0:1776200751.450438:0:5029:0:(llog_swab.c:378:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1776200751.450439:0:5029:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:1.0:1776200751.450441:0:5029:0:(llog_swab.c:381:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1776200751.450442:0:5029:0:(llog_swab.c:382:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1776200751.450443:0:5029:0:(llog_swab.c:384:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1776200751.450445:0:5029:0:(llog_swab.c:386:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:1.0:1776200751.450446:0:5029:0:(llog_swab.c:391:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 36 lustre-MDT0000-mdc-ffff993be2454000 00000040:00001000:1.0:1776200751.450448:0:5029:0:(llog_swab.c:391:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 mdc.import=connection=192.168.203.148@tcp::2 00000040:00000001:1.0:1776200751.450449:0:5029:0:(llog_swab.c:394:print_lustre_cfg()) Process leaving 00000020:00000010:1.0:1776200751.450509:0:5029:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 0000000040874cdb. 00000020:00000010:1.0:1776200751.450513:0:5029:0:(cl_object.c:1033:cl_key_fini()) kfreed 'info': 64 at 00000000b16cf19f. 00000008:00000010:1.0:1776200751.450526:0:5029:0:(osc_dev.c:124:osc_key_fini()) slab-freed '(info)': 2832 at 000000009537b4fe. 00020000:00000010:1.0:1776200751.450530:0:5029:0:(lov_dev.c:102:lov_key_fini()) slab-freed '(info)': 192 at 00000000f1c27eaf. 00008000:00000010:1.0:1776200751.450534:0:5029:0:(echo_client.c:442:echo_thread_key_fini()) slab-freed '(info)': 888 at 00000000411b1ce2. 00000080:00000010:1.0:1776200751.450537:0:5029:0:(vvp_dev.c:103:ll_thread_key_fini()) slab-freed '(lti)': 144 at 00000000fd867742. 00000080:00000010:1.0:1776200751.450539:0:5029:0:(vvp_dev.c:151:vvp_thread_key_fini()) slab-freed '(vti)': 568 at 00000000bfa5457c. 00000020:00000010:1.0:1776200751.450542:0:5029:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003fe5f1a8. 00000020:00000001:1.0:1776200751.450545:0:5029:0:(obd_class.h:686:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1776200751.450547:0:5029:0:(obd_config.c:1609:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1776200751.450549:0:5029:0:(mgc_request.c:1595:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at 00000000754e3742. 10000000:00000010:1.0:1776200751.450551:0:5029:0:(mgc_request.c:1603:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 000000005328ec95. 10000000:00000001:1.0:1776200751.450554:0:5029:0:(mgc_request.c:1605:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200751.450555:0:5029:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200751.450559:0:5029:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000039ecb165 x1862481227049792/t0(0) o256->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 304/240 e 0 to 0 dl 1776200758 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'ll_cfg_requeue.0' 00000100:00000001:1.0:1776200751.450565:0:5029:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1776200751.450567:0:5029:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1776200751.450570:0:5029:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000015c87ac5. 02000000:00000001:1.0:1776200751.450573:0:5029:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1776200751.450574:0:5029:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776200751.450575:0:5029:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000020:00000001:1.0:1776200751.450577:0:5029:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00000001:1.0:1776200751.450579:0:5029:0:(client.c:286:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1776200751.450580:0:5029:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776200751.450581:0:5029:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=3 obd=MGC192.168.203.148@tcp 00000020:00000001:1.0:1776200751.450583:0:5029:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00000010:1.0:1776200751.450585:0:5029:0:(client.c:305:ptlrpc_free_bulk()) kfreed 'desc->bd_vec': 64 at 000000002456ea3f. 00000100:00000010:1.0:1776200751.450627:0:5029:0:(client.c:306:ptlrpc_free_bulk()) kfreed 'desc': 960 at 00000000d9945224. 00000100:00000001:1.0:1776200751.450631:0:5029:0:(client.c:307:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1776200751.450633:0:5029:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000094e5d8d5. 02000000:00000001:1.0:1776200751.450646:0:5029:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1776200751.450648:0:5029:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1776200751.450649:0:5029:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000039ecb165. 00000100:00000001:1.0:1776200751.450653:0:5029:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1776200751.450653:0:5029:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1776200751.450676:0:5029:0:(mgc_request.c:1822:mgc_process_recover_nodemap_log()) kfreed 'pages': 32 at 0000000049f45a94. 10000000:01000000:1.0:1776200751.450680:0:5029:0:(mgc_request.c:2138:mgc_process_log()) MGC192.168.203.148@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:1.0:1776200751.450683:0:5029:0:(mgc_request.c:1136:mgc_cancel()) Process entered 00010000:00000001:1.0:1776200751.450686:0:5029:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1776200751.450689:0:5029:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1776200751.450690:0:5029:0:(lustre_handles.c:151:class_handle2object()) GET ldlm 000000004a807881 refcount=3 00000020:00000001:1.0:1776200751.450693:0:5029:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080684896832 : -112993024654784 : ffff993bc2e74240) 00010000:00000001:1.0:1776200751.450696:0:5029:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446631080684896832 : -112993024654784 : ffff993bc2e74240) 00010000:00000001:1.0:1776200751.450698:0:5029:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1776200751.450701:0:5029:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.148@tcp lock: 000000004a807881/0x8d91c35bada81e7a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x98dca339dc2b0199 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776200751.450709:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002927d541 count: 2 00010000:00000001:1.0:1776200751.450712:0:5029:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776200751.450714:0:5029:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1776200751.450715:0:5029:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.148@tcp lock: 000000004a807881/0x8d91c35bada81e7a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x98dca339dc2b0199 expref: -99 pid: 5029 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776200751.450721:0:5029:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002927d541 count: 2 00010000:00000001:1.0:1776200751.450723:0:5029:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1776200751.450723:0:5029:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776200751.450725:0:5029:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1776200751.450726:0:5029:0:(mgc_request.c:1140:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1776200751.450728:0:5029:0:(mgc_request.c:2158:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1776200751.450731:0:5029:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1776200751.450734:0:5029:0:(mgc_request.c:139:config_log_put()) Process entered 10000000:00000040:1.0:1776200751.450735:0:5029:0:(mgc_request.c:145:config_log_put()) log lustre-cliir(000000006997335f) refs 3 10000000:00000001:1.0:1776200751.450737:0:5029:0:(mgc_request.c:169:config_log_put()) Process leaving 00000020:00000010:1.0:1776200751.475143:0:9432:0:(lproc_ptlrpc.c:1390:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at 000000002456ea3f. 00000020:00000040:1.0:1776200751.475155:0:9432:0:(lproc_ptlrpc.c:1421:ldebugfs_import_seq_write()) IR: lustre-MDT0000-mdc-ffff993be2454000 is connecting to an obsoleted target(1/2), reconnecting... 00000100:00000001:1.0:1776200751.475219:0:9432:0:(recover.c:303:ptlrpc_recover_import()) Process entered 00000100:00080000:1.0:1776200751.475223:0:9432:0:(import.c:234:ptlrpc_set_import_discon()) mdc: import 000000000fe8d637 already not connected (conn 4, was 0): CONNECTING 00010000:00000001:1.0:1776200751.475229:0:9432:0:(ldlm_lib.c:67:import_set_conn()) Process entered 00000100:00000200:1.0:1776200751.475243:0:9432:0:(events.c:571:ptlrpc_uuid_to_peer()) 192.168.203.148@tcp->12345-192.168.203.148@tcp 00000100:00000001:1.0:1776200751.475245:0:9432:0:(connection.c:84:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1776200751.475251:0:9432:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200751.475258:0:9432:0:(peer.c:1555:LNetPrimaryNID()) NID 192.168.203.148@tcp primary NID 192.168.203.148@tcp rc 0 00000100:00000001:1.0:1776200751.475263:0:9432:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1776200751.475267:0:9432:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008e68683d refcount 22 to 192.168.203.148@tcp 00000100:00000001:1.0:1776200751.475269:0:9432:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446631080717689120 : -112992991862496 : ffff993bc4dba120) 00000100:00000001:1.0:1776200751.475272:0:9432:0:(connection.c:91:ptlrpc_connection_get()) Process leaving via out (rc=18446631080717689120 : -112992991862496 : 0xffff993bc4dba120) 00000100:00000040:1.0:1776200751.475275:0:9432:0:(connection.c:133:ptlrpc_connection_get()) conn=000000008e68683d refcount 22 to 192.168.203.148@tcp 00000100:00000040:1.0:1776200751.475277:0:9432:0:(client.c:151:ptlrpc_uuid_to_connection()) 192.168.203.148@tcp -> 000000008e68683d 00010000:00080000:1.0:1776200751.475279:0:9432:0:(ldlm_lib.c:104:import_set_conn()) imp 000000000fe8d637@lustre-MDT0000-mdc-ffff993be2454000: found existing conn 192.168.203.148@tcp, moved to head 00010000:00000001:1.0:1776200751.475282:0:9432:0:(ldlm_lib.c:106:import_set_conn()) Process leaving via out_free (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1776200751.475284:0:9432:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008e68683d refcount 21 to 192.168.203.148@tcp 00010000:00000001:1.0:1776200751.475286:0:9432:0:(ldlm_lib.c:134:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200751.475287:0:9432:0:(recover.c:334:ptlrpc_recover_import()) Process leaving via out (rc=18446744073709551502 : -114 : 0xffffffffffffff8e) 00000020:00000010:1.0:1776200751.475290:0:9432:0:(lproc_ptlrpc.c:1436:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at 000000002456ea3f. 00010000:00000001:2.0:1776200751.911720:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200751.911725:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200751.911731:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200751.911733:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200751.911736:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200751.911737:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200751.911988:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200751.911990:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200751.911993:0:5027:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1776200752.563022:0:2239:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1776200752.563034:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200752.563036:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200752.563041:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200752.563043:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200752.563046:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200752.563048:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200752.566545:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 822f82fc-1b4a-4a91-a190-4cbe8fb35285->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1776200752.566556:0:37:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1776200752.566565:0:37:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004223dea4. 00000020:00000040:0.0:1776200752.566572:0:37:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000100:00000001:0.0:1776200752.566576:0:37:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1776200752.566579:0:37:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1776200752.566583:0:37:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1776200752.566624:0:37:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f404acca. 00000100:00000001:0.0:1776200752.566632:0:37:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200752.566643:0:37:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 822f82fc-1b4a-4a91-a190-4cbe8fb35285->MGS req@000000004223dea4 x1862481227049856/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1776200752.566658:0:37:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1776200752.566662:0:37:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200752.566667:0:37:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000004223dea4] to pc [ptlrpcd_00_01+1] req@000000004223dea4 x1862481227049856/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1776200752.566692:0:37:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1776200752.566694:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-MDT0000_UUID: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776200752.566698:0:37:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1776200752.566700:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776200752.566702:0:37:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1776200752.566704:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776200752.566706:0:37:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1776200752.566708:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-MDT0000_UUID: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776200752.566711:0:37:0:(pinger.c:265:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1776200752.566713:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776200752.566715:0:37:0:(pinger.c:265:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1776200752.566717:0:37:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776200752.566719:0:37:0:(pinger.c:265:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1776200752.566724:0:37:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (336) 00000100:00000001:0.0:1776200752.566771:0:2240:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1776200752.566774:0:2240:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1776200752.566776:0:2240:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200752.566783:0:2240:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200752.566784:0:2240:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200752.566785:0:2240:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776200752.566788:0:2240:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200752.566789:0:2240:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776200752.566793:0:2240:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004223dea4 x1862481227049856/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1776200752.566799:0:2240:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200752.566801:0:2240:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200752.566804:0:2240:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776200752.566806:0:2240:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200752.566809:0:2240:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004223dea4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:822f82fc-1b4a-4a91-a190-4cbe8fb35285:2240:1862481227049856:192.168.203.148@tcp:400:kworker/u8:2.0 00000100:00000001:0.0:1776200752.566813:0:2240:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776200752.566818:0:2240:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776200752.566820:0:2240:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200752.566822:0:2240:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1776200752.566826:0:2240:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000021cc5f9d. 02000000:00000001:0.0:1776200752.566827:0:2240:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776200752.566834:0:2240:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:0.0:1776200752.566838:0:2240:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d7ed77b3. 00000400:00000010:0.0:1776200752.566843:0:2240:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008bbad72b. 00000100:00000200:0.0:1776200752.566849:0:2240:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227049856, portal 25 00000100:00000001:0.0:1776200752.566851:0:2240:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200752.566852:0:2240:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080685149312 : -112993024402304 : ffff993bc2eb1c80) 00000100:00000040:0.0:1776200752.566856:0:2240:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000004223dea4 x1862481227049856/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200759 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:0.0:1776200752.566863:0:2240:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776200752.566866:0:2240:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:0.0:1776200752.566869:0:2240:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002167af79. 00000100:00000200:0.0:1776200752.566872:0:2240:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1862481227049856, offset 0 00000400:00000200:0.0:1776200752.566878:0:2240:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:0.0:1776200752.566886:0:2240:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200752.566893:0:2240:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:0.0:1776200752.566899:0:2240:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:0.0:1776200752.566902:0:2240:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776200752.566905:0:2240:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:0.0:1776200752.566908:0:2240:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [396:396:256:4294967295] 192.168.203.148@tcp LPNI seq info [396:396:8:4294967295] 00000400:00000200:0.0:1776200752.566912:0:2240:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200752.566919:0:2240:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:0.0:1776200752.566925:0:2240:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:0.0:1776200752.566928:0:2240:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000728f067b (tot 3427390). 00000800:00000200:0.0:1776200752.566935:0:2240:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:0.0:1776200752.566942:0:2240:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:0.0:1776200752.566945:0:2240:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000728f067b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1776200752.566956:0:2240:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200752.566959:0:2240:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200752.566961:0:2240:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200752.566964:0:2240:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200752.566966:0:2240:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200752.567562:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200752.567567:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000728f067b (tot 3427142). 00000400:00000200:2.0:1776200752.567571:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200752.567576:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200752.567579:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002167af79 00000400:00000010:2.0:1776200752.567581:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002167af79. 00000100:00000001:2.0:1776200752.567585:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200752.567624:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004223dea4 x1862481227049856/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200759 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200752.567633:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200752.567635:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000004223dea4 x1862481227049856/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200759 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:2.0:1776200752.567640:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200752.567642:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:1.0:1776200752.569215:0:2241:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200752.569219:0:2241:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1776200752.582559:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200752.582664:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200752.582669:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200752.582672:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200752.582682:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200752.582690:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200752.582696:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200752.582700:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200752.582704:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200752.582708:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 25 MB=0x69deab3f06b80 00000400:00000200:3.0:1776200752.582713:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200752.582718:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.148@tcp of length 224/224 into md 0x101d [1] + 224 00000800:00000001:3.0:1776200752.582725:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200752.582751:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200752.582753:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200752.582757:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200752.582771:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200752.582777:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004223dea4 x1862481227049856/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200759 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000040:3.0:1776200752.582788:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000004223dea4 x1862481227049856/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200759 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200752.582811:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200752.582819:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200752.582822:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200752.583108:0:2240:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200752.583113:0:2240:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200752.583120:0:2240:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200752.583121:0:2240:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200752.583123:0:2240:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d7ed77b3. 00000400:00000200:1.0:1776200752.583128:0:2240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008bbad72b 00000400:00000010:1.0:1776200752.583130:0:2240:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008bbad72b. 00000100:00000001:1.0:1776200752.583132:0:2240:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200752.583136:0:2240:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004223dea4 x1862481227049856/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200759 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:1.0:1776200752.583142:0:2240:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004223dea4 x1862481227049856/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200759 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:1.0:1776200752.583147:0:2240:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200752.583149:0:2240:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200752.583151:0:2240:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200752.583153:0:2240:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200752.583156:0:2240:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200752.583158:0:2240:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200752.583160:0:2240:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200752.583165:0:2240:0:(import.c:1935:at_measured()) add 1 to 0000000082e3d950 time=121 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200752.583168:0:2240:0:(import.c:1935:at_measured()) add 1 to 000000006882029e time=5 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200752.583170:0:2240:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200752.583171:0:2240:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200752.583173:0:2240:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776200752.583175:0:2240:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200752.583177:0:2240:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200752.583181:0:2240:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004223dea4 x1862481227049856/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200759 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:1.0:1776200752.583186:0:2240:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200752.583189:0:2240:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200752.583191:0:2240:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1776200752.583193:0:2240:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004223dea4 x1862481227049856/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200759 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:1.0:1776200752.583200:0:2240:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004223dea4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:822f82fc-1b4a-4a91-a190-4cbe8fb35285:2240:1862481227049856:192.168.203.148@tcp:400:kworker/u8:2.0 00000100:00000001:1.0:1776200752.583204:0:2240:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200752.583206:0:2240:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200752.583209:0:2240:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000004223dea4 x1862481227049856/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200759 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00000001:1.0:1776200752.583214:0:2240:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1776200752.583216:0:2240:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1776200752.583219:0:2240:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000021cc5f9d. 02000000:00000001:1.0:1776200752.583222:0:2240:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1776200752.583224:0:2240:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776200752.583225:0:2240:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=3 obd=MGC192.168.203.148@tcp 00000020:00000001:1.0:1776200752.583228:0:2240:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1776200752.583230:0:2240:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000f404acca. 02000000:00000001:1.0:1776200752.583233:0:2240:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1776200752.583234:0:2240:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1776200752.583236:0:2240:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004223dea4. 00000100:00000001:1.0:1776200752.583241:0:2240:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1776200752.583242:0:2240:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200752.583244:0:2240:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200752.583251:0:2240:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200752.583253:0:2240:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200752.583255:0:2240:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200752.583257:0:2240:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1776200752.682796:0:5029:0:(mgc_request.c:139:config_log_put()) Process entered 10000000:00000001:2.0:1776200752.682801:0:5029:0:(mgc_request.c:142:config_log_put()) Process leaving 00010000:00000001:2.0:1776200752.935712:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200752.935717:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200752.935723:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200752.935724:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200752.935727:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200752.935728:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1776200752.935889:0:5026:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1776200752.935892:0:5026:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776200752.935895:0:5026:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1776200753.575712:0:2239:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1776200753.575725:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200753.575726:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200753.575732:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200753.575735:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200753.575738:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200753.575741:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200753.959730:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200753.959734:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200753.959740:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200753.959741:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200753.959744:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200753.959745:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200753.959849:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200753.959852:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200753.959855:0:5027:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1776200754.600623:0:2239:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1776200754.600637:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200754.600639:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200754.600644:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200754.600646:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200754.600651:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200754.600653:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200754.984938:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200754.984943:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200754.984948:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200754.984949:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200754.984952:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200754.984953:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1776200754.985037:0:5026:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1776200754.985041:0:5026:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776200754.985043:0:5026:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1776200755.625977:0:2239:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1776200755.625989:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200755.625990:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200755.625996:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200755.625998:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200755.626001:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200755.626004:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200756.007758:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200756.007763:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200756.007768:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200756.007769:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200756.007772:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200756.007773:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200756.007861:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200756.007865:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200756.007867:0:5027:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1776200756.648120:0:2239:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1776200756.648132:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200756.648133:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200756.648137:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200756.648140:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200756.648143:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200756.648145:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200757.031707:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200757.031712:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200757.031719:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200757.031720:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200757.031723:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200757.031724:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1776200757.031807:0:5026:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1776200757.031810:0:5026:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776200757.031812:0:5026:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:0.0:1776200757.160477:0:5016:0:(lprocfs_status.c:1204:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4544 at 0000000034d539ea (tot 3431686). 00000100:00000001:0.0:1776200757.160493:0:5016:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1776200757.160495:0:5016:0:(service.c:1545:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200757.165820:0:5018:0:(service.c:1534:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1776200757.165825:0:5018:0:(service.c:1545:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200757.675537:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 822f82fc-1b4a-4a91-a190-4cbe8fb35285->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1776200757.675550:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1776200757.675562:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000156007d8. 00000020:00000040:2.0:1776200757.675571:0:36:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000100:00000001:2.0:1776200757.675576:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1776200757.675579:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1776200757.675586:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1776200757.675637:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000003e7fa092. 00000100:00000001:2.0:1776200757.675645:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200757.675657:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 822f82fc-1b4a-4a91-a190-4cbe8fb35285->MGS req@00000000156007d8 x1862481227049920/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1776200757.675674:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1776200757.675678:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200757.675684:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000156007d8] to pc [ptlrpcd_01_00+0] req@00000000156007d8 x1862481227049920/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1776200757.675711:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1776200757.675713:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-MDT0000_UUID: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776200757.675716:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1776200757.675719:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776200757.675722:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1776200757.675724:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776200757.675726:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1776200757.675728:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-MDT0000_UUID: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776200757.675730:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1776200757.675732:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776200757.675734:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1776200757.675736:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776200757.675738:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1776200757.675743:0:36:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (341) 00000100:00000001:3.0:1776200757.675822:0:2242:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200757.675827:0:2242:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200757.675830:0:2242:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1776200757.675834:0:2242:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000156007d8 x1862481227049920/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1776200757.675842:0:2242:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1776200757.675844:0:2242:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200757.675848:0:2242:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1776200757.675850:0:2242:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1776200757.675853:0:2242:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000156007d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:822f82fc-1b4a-4a91-a190-4cbe8fb35285:2242:1862481227049920:192.168.203.148@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1776200757.675857:0:2242:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1776200757.675870:0:2242:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1776200757.675872:0:2242:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200757.675875:0:2242:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1776200757.675880:0:2242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f42d9f91. 02000000:00000001:3.0:1776200757.675882:0:2242:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1776200757.675891:0:2242:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:3.0:1776200757.675896:0:2242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cd224384. 00000400:00000010:3.0:1776200757.675903:0:2242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f27d5701. 00000100:00000200:3.0:1776200757.675912:0:2242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227049920, portal 25 00000100:00000001:3.0:1776200757.675915:0:2242:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776200757.675916:0:2242:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080683353152 : -112993026198464 : ffff993bc2cfb440) 00000100:00000040:3.0:1776200757.675921:0:2242:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000156007d8 x1862481227049920/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200764 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1776200757.675928:0:2242:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1776200757.675931:0:2242:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:3.0:1776200757.675933:0:2242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ccc79b7. 00000100:00000200:3.0:1776200757.675936:0:2242:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1862481227049920, offset 0 00000400:00000200:3.0:1776200757.675944:0:2242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:3.0:1776200757.675952:0:2242:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200757.675961:0:2242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200757.675971:0:2242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:3.0:1776200757.675975:0:2242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776200757.675978:0:2242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:3.0:1776200757.675982:0:2242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [397:397:256:4294967295] 192.168.203.148@tcp LPNI seq info [397:397:8:4294967295] 00000400:00000200:3.0:1776200757.675986:0:2242:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200757.675994:0:2242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:3.0:1776200757.676001:0:2242:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200757.676007:0:2242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e06bd1bd (tot 3431934). 00000800:00000200:3.0:1776200757.676025:0:2242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200757.676033:0:2242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200757.676038:0:2242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e06bd1bd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1776200757.676055:0:2242:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200757.676057:0:2242:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200757.676067:0:2242:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200757.676070:0:2242:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200757.676072:0:2242:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200757.676083:0:2242:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1776200757.676084:0:2242:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1776200757.676086:0:2242:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200757.676087:0:2242:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200757.676088:0:2242:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200757.676090:0:2242:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200757.676102:0:2243:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200757.676104:0:2243:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200757.676547:0:2239:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1776200757.676554:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200757.676555:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200757.676557:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200757.676558:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200757.676560:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200757.676562:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200757.676827:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200757.676832:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e06bd1bd (tot 3431686). 00000400:00000200:2.0:1776200757.676842:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200757.676848:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200757.676853:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ccc79b7 00000400:00000010:2.0:1776200757.676856:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ccc79b7. 00000100:00000001:2.0:1776200757.676860:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200757.676864:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000156007d8 x1862481227049920/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200764 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1776200757.676874:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200757.676876:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000156007d8 x1862481227049920/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200764 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1776200757.676882:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200757.676884:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200757.681169:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200757.681192:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200757.681198:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200757.681200:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200757.681213:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200757.681222:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200757.681241:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200757.681246:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200757.681251:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200757.681255:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 25 MB=0x69deab3f06bc0 00000400:00000200:3.0:1776200757.681262:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200757.681268:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.148@tcp of length 224/224 into md 0x1025 [1] + 224 00000800:00000001:3.0:1776200757.681277:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200757.681287:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200757.681290:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200757.681295:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200757.681303:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200757.681310:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000156007d8 x1862481227049920/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200764 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1776200757.681322:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000156007d8 x1862481227049920/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200764 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1776200757.681396:0:2242:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200757.681401:0:2242:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200757.681421:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200757.681431:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200757.681434:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1776200757.685805:0:2242:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200757.685811:0:2242:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200757.685815:0:2242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cd224384. 00000400:00000200:2.0:1776200757.685828:0:2242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f27d5701 00000400:00000010:2.0:1776200757.685831:0:2242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f27d5701. 00000100:00000001:2.0:1776200757.685836:0:2242:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200757.685850:0:2242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000156007d8 x1862481227049920/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200764 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:2.0:1776200757.685861:0:2242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000156007d8 x1862481227049920/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200764 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1776200757.685870:0:2242:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200757.685872:0:2242:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200757.685875:0:2242:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1776200757.685879:0:2242:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1776200757.685882:0:2242:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776200757.685884:0:2242:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200757.685888:0:2242:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776200757.685895:0:2242:0:(import.c:1935:at_measured()) add 1 to 0000000082e3d950 time=126 v=1 (1 0 0 0) 00000100:00001000:2.0:1776200757.685900:0:2242:0:(import.c:1935:at_measured()) add 1 to 000000006882029e time=10 v=1 (1 0 0 0) 00000100:00000001:2.0:1776200757.685903:0:2242:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1776200757.685904:0:2242:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200757.685907:0:2242:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1776200757.685909:0:2242:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200757.685912:0:2242:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200757.685916:0:2242:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000156007d8 x1862481227049920/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200764 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1776200757.685923:0:2242:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200757.685926:0:2242:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200757.685929:0:2242:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1776200757.685932:0:2242:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000156007d8 x1862481227049920/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200764 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:2.0:1776200757.685939:0:2242:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000156007d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:822f82fc-1b4a-4a91-a190-4cbe8fb35285:2242:1862481227049920:192.168.203.148@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1776200757.685945:0:2242:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200757.685949:0:2242:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200757.685952:0:2242:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000156007d8 x1862481227049920/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200764 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1776200757.685959:0:2242:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1776200757.685962:0:2242:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1776200757.685966:0:2242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f42d9f91. 02000000:00000001:2.0:1776200757.685971:0:2242:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1776200757.685973:0:2242:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1776200757.685975:0:2242:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=3 obd=MGC192.168.203.148@tcp 00000020:00000001:2.0:1776200757.685978:0:2242:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1776200757.685980:0:2242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000003e7fa092. 02000000:00000001:2.0:1776200757.685984:0:2242:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1776200757.685986:0:2242:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1776200757.685988:0:2242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000156007d8. 00000100:00000001:2.0:1776200757.685992:0:2242:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1776200757.685993:0:2242:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200757.685996:0:2242:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200757.686008:0:2242:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200757.686010:0:2242:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200757.686692:0:2242:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200757.686697:0:2242:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200758.056423:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200758.056432:0:420:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1776200758.056435:0:420:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1776200758.056441:0:420:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200758.056443:0:420:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1776200758.056446:0:420:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200758.056453:0:420:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1776200758.056456:0:420:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200758.056458:0:420:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200758.056461:0:420:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200758.056465:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200758.056467:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200758.056471:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200758.056472:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200758.056621:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200758.056625:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200758.056628:0:5027:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1776200758.696505:0:2239:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1776200758.696521:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200758.696523:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200758.696531:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200758.696534:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200758.696539:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200758.696542:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200759.080758:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200759.080765:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200759.080773:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200759.080774:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200759.080778:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200759.080779:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1776200759.082258:0:5026:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1776200759.082265:0:5026:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776200759.082272:0:5026:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1776200759.719834:0:2239:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1776200759.719855:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200759.719857:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200759.719866:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200759.719869:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200759.719874:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200759.719877:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200760.104027:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200760.104034:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200760.104042:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200760.104046:0:420:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1776200760.104048:0:420:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1776200760.104054:0:420:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1776200760.104056:0:420:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1776200760.104058:0:420:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200760.104062:0:420:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1776200760.104064:0:420:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200760.104066:0:420:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200760.104068:0:420:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200760.104072:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200760.104073:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200760.104392:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200760.104396:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200760.104399:0:5027:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1776200760.744564:0:2239:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1776200760.744580:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200760.744581:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200760.744615:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200760.744618:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200760.744628:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200760.744631:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1776200760.876259:0:9499:0:(llite_lib.c:3514:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1776200760.876269:0:9499:0:(llite_lib.c:3514:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200761.127731:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200761.127738:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200761.127747:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200761.127748:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200761.127752:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200761.127756:0:420:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1776200761.127758:0:420:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1776200761.127763:0:420:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200761.127778:0:420:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1776200761.127781:0:420:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200761.127783:0:420:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200761.127786:0:420:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1776200761.127949:0:5026:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1776200761.127954:0:5026:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776200761.127957:0:5026:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1776200761.197520:0:9519:0:(file.c:5224:ll_inode_revalidate()) Process entered 00000080:00200000:0.0:1776200761.197526:0:9519:0:(file.c:5227:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](00000000e143c7f8),name=/ 00000080:00000010:0.0:1776200761.197541:0:9519:0:(llite_lib.c:3346:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at 000000006aa62d36. 00000080:00000001:0.0:1776200761.197550:0:9519:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1776200761.197557:0:9519:0:(lmv_intent.c:553:lmv_intent_lock()) Process entered 00800000:00000002:0.0:1776200761.197560:0:9519:0:(lmv_intent.c:561:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '/' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1776200761.197565:0:9519:0:(lmv_intent.c:438:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1776200761.197567:0:9519:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00800000:00000001:0.0:1776200761.197570:0:9519:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200761.197575:0:9519:0:(mdc_locks.c:1322:mdc_intent_lock()) Process entered 00000002:00010000:0.0:1776200761.197577:0:9519:0:(mdc_locks.c:1328:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1776200761.197581:0:9519:0:(mdc_locks.c:1226:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1776200761.197583:0:9519:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:0.0:1776200761.197744:0:9519:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1776200761.197753:0:9519:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f1cb6017 count: 2 00010000:00000001:0.0:1776200761.197756:0:9519:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1776200761.197761:0:9519:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00010000:0.0:1776200761.197765:0:9519:0:(ldlm_lock.c:1511:ldlm_lock_match_with_skip()) ### not matched ns 00000000eb44f7cf type 13 mode 30 res 8589934599/1 (0 0) 00000002:00000001:0.0:1776200761.197769:0:9519:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200761.197771:0:9519:0:(mdc_locks.c:1278:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200761.197773:0:9519:0:(mdc_locks.c:932:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1776200761.197776:0:9519:0:(mdc_locks.c:531:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1776200761.197782:0:9519:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cd1553df. 00000020:00000040:0.0:1776200761.197787:0:9519:0:(genops.c:1191:class_import_get()) import 000000000fe8d637 refcount=109 obd=lustre-MDT0000-mdc-ffff993be2454000 00010000:00000001:0.0:1776200761.197795:0:9519:0:(ldlm_request.c:865:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1776200761.197800:0:9519:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1776200761.198038:0:9519:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1776200761.198040:0:9519:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1776200761.198042:0:9519:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200761.198045:0:9519:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1776200761.198048:0:9519:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1776200761.198053:0:9519:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1776200761.198061:0:9519:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000280f5488. 00000100:00000001:0.0:1776200761.198069:0:9519:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200761.198075:0:9519:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1776200761.198076:0:9519:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200761.198078:0:9519:0:(ldlm_request.c:2184:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1776200761.198079:0:9519:0:(ldlm_request.c:2187:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200761.198081:0:9519:0:(ldlm_request.c:921:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1776200761.198086:0:9519:0:(mdc_locks.c:602:mdc_intent_getattr_pack()) Process leaving (rc=18446631080685146880 : -112993024404736 : ffff993bc2eb1300) 00010000:00000001:0.0:1776200761.198090:0:9519:0:(ldlm_request.c:982:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1776200761.198092:0:9519:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1776200761.198095:0:9519:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f1cb6017 count: 2 00010000:00000001:0.0:1776200761.198096:0:9519:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1776200761.198099:0:9519:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1776200761.198102:0:9519:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000097f8c271. 00000020:00000001:0.0:1776200761.198105:0:9519:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1776200761.198107:0:9519:0:(lustre_handles.c:97:class_handle_hash()) added object 0000000097f8c271 with handle 0x8d91c35bada81e81 to hash 00000020:00000001:0.0:1776200761.198109:0:9519:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1776200761.198111:0:9519:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446631080713882432 : -112992995669184 : ffff993bc4a18b40) 00010000:00000001:0.0:1776200761.198114:0:9519:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446631080713882432 : -112992995669184 : ffff993bc4a18b40) 00010000:00000001:0.0:1776200761.198118:0:9519:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1776200761.198121:0:9519:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200761.198124:0:9519:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 0000000097f8c271/0x8d91c35bada81e81 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9519 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200761.198132:0:9519:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00010000:00010000:0.0:1776200761.198135:0:9519:0:(ldlm_request.c:1026:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 0000000097f8c271/0x8d91c35bada81e81 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9519 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200761.198140:0:9519:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00010000:00010000:0.0:1776200761.198146:0:9519:0:(ldlm_request.c:1114:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 0000000097f8c271/0x8d91c35bada81e81 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9519 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1776200761.198152:0:9519:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00000100:00000001:0.0:1776200761.198154:0:9519:0:(client.c:3064:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1776200761.198156:0:9519:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1776200761.198164:0:9519:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003a2a21ce. 00000100:00000001:0.0:1776200761.198166:0:9519:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446631080835670784 : -112992873880832 : ffff993bcbe3e300) 00000100:00000001:0.0:1776200761.198329:0:9519:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200761.198331:0:9519:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080685146880 : -112993024404736 : ffff993bc2eb1300) 00000100:00000001:0.0:1776200761.198336:0:9519:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1776200761.198340:0:9519:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200761.198343:0:9519:0:(client.c:2473:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1776200761.198345:0:9519:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776200761.198355:0:9519:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cd1553df x1862481227049984/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:0.0:1776200761.198364:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200761.198366:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1776200761.198368:0:9519:0:(client.c:1659:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@00000000cd1553df x1862481227049984/t0(0) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/0/ffffffff rc 0/-1 job:'lfs.0' 00000100:00000001:0.0:1776200761.198375:0:9519:0:(client.c:1664:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200761.198377:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200761.198379:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200761.198381:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:0.0:1776200761.198384:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200761.198388:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200761.198389:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200761.198390:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200761.198393:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200761.767737:0:2239:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1776200761.767753:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200761.767754:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200761.767761:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200761.767764:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200761.767769:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200761.767772:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200762.152494:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200762.152500:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200762.152507:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200762.152508:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200762.152512:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200762.152513:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200762.153654:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200762.153659:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200762.153664:0:5027:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1776200762.215689:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1776200762.215697:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200762.215699:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200762.215706:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:0.0:1776200762.215712:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200762.215717:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200762.215720:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200762.215722:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200762.215725:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200762.794167:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 822f82fc-1b4a-4a91-a190-4cbe8fb35285->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1776200762.794177:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1776200762.794186:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000039ecb165. 00000020:00000040:1.0:1776200762.794192:0:38:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000100:00000001:1.0:1776200762.794197:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1776200762.794200:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1776200762.794204:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1776200762.794212:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004beab876. 00000100:00000001:1.0:1776200762.794219:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200762.794228:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 822f82fc-1b4a-4a91-a190-4cbe8fb35285->MGS req@0000000039ecb165 x1862481227050048/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1776200762.794240:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1776200762.794240:0:2239:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1776200762.794246:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200762.794253:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000039ecb165] to pc [ptlrpcd_00_00+0] req@0000000039ecb165 x1862481227050048/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200762.794256:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200762.794258:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200762.794265:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200762.794270:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200762.794275:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200762.794278:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200762.794289:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1776200762.794293:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-MDT0000_UUID: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776200762.794297:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1776200762.794300:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776200762.794303:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1776200762.794305:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776200762.794308:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1776200762.794312:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-MDT0000_UUID: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776200762.794316:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1776200762.794318:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776200762.794321:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1776200762.794324:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776200762.794327:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1776200762.794333:0:38:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (346) 00000100:00000001:1.0:1776200762.794351:0:2241:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1776200762.794354:0:2241:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1776200762.794356:0:2241:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200762.794363:0:2241:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200762.794365:0:2241:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200762.794366:0:2241:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200762.794368:0:2241:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200762.794370:0:2241:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200762.794373:0:2241:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000039ecb165 x1862481227050048/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776200762.794380:0:2241:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200762.794381:0:2241:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200762.794385:0:2241:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200762.794387:0:2241:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200762.794402:0:2241:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000039ecb165 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:822f82fc-1b4a-4a91-a190-4cbe8fb35285:2241:1862481227050048:192.168.203.148@tcp:400:kworker/u8:3.0 00000100:00000001:1.0:1776200762.794407:0:2241:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200762.794412:0:2241:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200762.794414:0:2241:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200762.794416:0:2241:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200762.794420:0:2241:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003aa306b6. 02000000:00000001:1.0:1776200762.794422:0:2241:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200762.794429:0:2241:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200762.794433:0:2241:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e111b0a0. 00000400:00000010:1.0:1776200762.794438:0:2241:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1c39cba. 00000100:00000200:1.0:1776200762.794444:0:2241:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227050048, portal 25 00000100:00000001:1.0:1776200762.794446:0:2241:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200762.794447:0:2241:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801558272 : -112992907993344 : ffff993bc9db5f00) 00000100:00000040:1.0:1776200762.794451:0:2241:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000039ecb165 x1862481227050048/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200769 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776200762.794458:0:2241:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200762.794461:0:2241:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200762.794463:0:2241:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000097519d99. 00000100:00000200:1.0:1776200762.794465:0:2241:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1862481227050048, offset 0 00000400:00000200:1.0:1776200762.794472:0:2241:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200762.794479:0:2241:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200762.794486:0:2241:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200762.794492:0:2241:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200762.794496:0:2241:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200762.794499:0:2241:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200762.794502:0:2241:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [398:398:256:4294967295] 192.168.203.148@tcp LPNI seq info [398:398:8:4294967295] 00000400:00000200:1.0:1776200762.794505:0:2241:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200762.794514:0:2241:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200762.794520:0:2241:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200762.794525:0:2241:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073c29e85 (tot 3431934). 00000800:00000200:1.0:1776200762.794532:0:2241:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200762.794539:0:2241:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200762.794542:0:2241:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000073c29e85 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1776200762.794558:0:2241:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200762.794560:0:2241:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200762.794562:0:2241:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200762.794565:0:2241:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200762.794566:0:2241:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200762.795264:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200762.795271:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073c29e85 (tot 3431686). 00000400:00000200:2.0:1776200762.795279:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200762.795288:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200762.795295:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000097519d99 00000400:00000010:2.0:1776200762.795297:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000097519d99. 00000100:00000001:2.0:1776200762.795303:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200762.795308:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000039ecb165 x1862481227050048/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200769 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200762.795320:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200762.795322:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000039ecb165 x1862481227050048/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200769 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200762.795329:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200762.795331:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:0.0:1776200762.796870:0:2240:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776200762.796876:0:2240:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1776200762.805567:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200762.805582:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200762.805616:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200762.805619:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200762.805713:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200762.805720:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200762.805727:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200762.805732:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200762.805736:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200762.805739:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 25 MB=0x69deab3f06c40 00000400:00000200:3.0:1776200762.805744:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200762.805749:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.148@tcp of length 224/224 into md 0x1035 [1] + 224 00000800:00000001:3.0:1776200762.805756:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200762.805761:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200762.805763:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200762.805767:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200762.805773:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200762.805779:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000039ecb165 x1862481227050048/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200769 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:3.0:1776200762.805789:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000039ecb165 x1862481227050048/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200769 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200762.805810:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200762.805817:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200762.805819:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200762.806133:0:2241:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200762.806138:0:2241:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200762.806145:0:2241:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200762.806146:0:2241:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200762.806149:0:2241:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e111b0a0. 00000400:00000200:1.0:1776200762.806152:0:2241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1c39cba 00000400:00000010:1.0:1776200762.806155:0:2241:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1c39cba. 00000100:00000001:1.0:1776200762.806158:0:2241:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200762.806161:0:2241:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000039ecb165 x1862481227050048/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200769 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:1.0:1776200762.806170:0:2241:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000039ecb165 x1862481227050048/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200769 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776200762.806177:0:2241:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200762.806178:0:2241:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200762.806180:0:2241:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200762.806183:0:2241:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200762.806186:0:2241:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200762.806187:0:2241:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200762.806190:0:2241:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200762.806195:0:2241:0:(import.c:1935:at_measured()) add 1 to 0000000082e3d950 time=131 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200762.806199:0:2241:0:(import.c:1935:at_measured()) add 1 to 000000006882029e time=15 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200762.806202:0:2241:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200762.806203:0:2241:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200762.806206:0:2241:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776200762.806208:0:2241:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200762.806210:0:2241:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200762.806213:0:2241:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000039ecb165 x1862481227050048/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200769 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776200762.806219:0:2241:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200762.806222:0:2241:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200762.806224:0:2241:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1776200762.806226:0:2241:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000039ecb165 x1862481227050048/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200769 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:1.0:1776200762.806233:0:2241:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000039ecb165 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:822f82fc-1b4a-4a91-a190-4cbe8fb35285:2241:1862481227050048:192.168.203.148@tcp:400:kworker/u8:3.0 00000100:00000001:1.0:1776200762.806237:0:2241:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200762.806239:0:2241:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200762.806241:0:2241:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000039ecb165 x1862481227050048/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200769 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776200762.806247:0:2241:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1776200762.806249:0:2241:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1776200762.806252:0:2241:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003aa306b6. 02000000:00000001:1.0:1776200762.806255:0:2241:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1776200762.806257:0:2241:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776200762.806259:0:2241:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=3 obd=MGC192.168.203.148@tcp 00000020:00000001:1.0:1776200762.806261:0:2241:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1776200762.806263:0:2241:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000004beab876. 02000000:00000001:1.0:1776200762.806265:0:2241:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1776200762.806267:0:2241:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1776200762.806268:0:2241:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000039ecb165. 00000100:00000001:1.0:1776200762.806271:0:2241:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1776200762.806272:0:2241:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200762.806274:0:2241:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200762.806280:0:2241:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200762.806282:0:2241:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200762.806283:0:2241:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200762.806285:0:2241:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200763.175865:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200763.175872:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200763.175880:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200763.175881:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200763.175887:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200763.175888:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1776200763.176116:0:5026:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1776200763.176120:0:5026:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776200763.176124:0:5026:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1776200763.240210:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1776200763.240218:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200763.240220:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200763.240227:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:0.0:1776200763.240233:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200763.240238:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200763.240241:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200763.240244:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200763.240247:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200763.820437:0:2239:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1776200763.820443:0:2239:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1776200763.820459:0:2239:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1776200747/real 1776200747] req@00000000076d2726 x1862481227048256/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1776200763 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000400:00000001:3.0:1776200763.820481:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1776200763.820483:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1776200763.820487:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ea2b561a. 00000400:00000200:3.0:1776200763.820491:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b28f9ce 00000400:00000010:3.0:1776200763.820493:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b28f9ce. 00000100:00000001:3.0:1776200763.820499:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200763.820502:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000076d2726 x1862481227048256/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1776200763 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:3.0:1776200763.820511:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000076d2726 x1862481227048256/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1776200763 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200763.820519:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1776200763.820520:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200763.820523:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1776200763.820526:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1776200763.820529:0:2239:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000076d2726 x1862481227048256/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1776200763 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200763.820535:0:2239:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200763.820537:0:2239:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1776200763.820541:0:2239:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1776200747/real 1776200747] req@00000000d26d23a7 x1862481227048192/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1776200763 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000001:3.0:1776200763.820548:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1776200763.820549:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1776200763.820551:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005632260e. 00000400:00000200:3.0:1776200763.820552:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd5272a1 00000400:00000010:3.0:1776200763.820554:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd5272a1. 00000100:00000001:3.0:1776200763.820556:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200763.820557:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d26d23a7 x1862481227048192/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1776200763 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:3.0:1776200763.820564:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d26d23a7 x1862481227048192/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1776200763 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200763.820570:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1776200763.820571:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200763.820573:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1776200763.820574:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1776200763.820576:0:2239:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d26d23a7 x1862481227048192/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1776200763 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200763.820581:0:2239:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200763.820616:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1776200763.820618:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200763.820622:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200763.820625:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200763.820627:0:2239:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1776200763.820630:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000076d2726 x1862481227048256/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1776200763 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200763.820636:0:2239:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1776200763.820639:0:2239:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200763.820651:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1776200763.820652:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200763.820655:0:2239:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1776200763.820658:0:2239:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1776200763.820661:0:2239:0:(import.c:86:import_set_state_nolock()) 000000003f892a49 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776200763.820683:0:2239:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00000001:3.0:1776200763.820686:0:2239:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1776200763.820689:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000076d2726 x1862481227048256/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1776200763 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'kworker/u8:3.0' 00000100:00100000:3.0:1776200763.820696:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000076d2726 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:afb33528-7691-4975-9821-d2ff03b6f7ab:2239:1862481227048256:192.168.203.148@tcp:38:kworker/u8:3.0 00000100:00000001:3.0:1776200763.820702:0:2239:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1776200763.820704:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d26d23a7 x1862481227048192/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1776200763 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200763.820709:0:2239:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1776200763.820711:0:2239:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200763.820712:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1776200763.820713:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200763.820715:0:2239:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1776200763.820716:0:2239:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1776200763.820718:0:2239:0:(import.c:86:import_set_state_nolock()) 000000000fe8d637 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1776200763.820723:0:2239:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.148@tcp failed (-110) 00000100:00000001:3.0:1776200763.820726:0:2239:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1776200763.820729:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d26d23a7 x1862481227048192/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1776200763 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'kworker/u8:2.0' 00000100:00100000:3.0:1776200763.820734:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d26d23a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227048192:192.168.203.148@tcp:38:kworker/u8:2.0 00000100:00000001:3.0:1776200763.820738:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200763.820740:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200763.820743:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000076d2726 x1862481227048256/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1776200763 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200763.820749:0:2239:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1776200763.820753:0:2239:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1776200763.820758:0:2239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004cc6dae7. 02000000:00000001:3.0:1776200763.820762:0:2239:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1776200763.820764:0:2239:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1776200763.820766:0:2239:0:(genops.c:1204:class_import_put()) import 000000003f892a49 refcount=13 obd=lustre-MDT0000-mdc-ffff993bc2c8c000 00000020:00000001:3.0:1776200763.820769:0:2239:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1776200763.820771:0:2239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000a14c38b0. 02000000:00000001:3.0:1776200763.820774:0:2239:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1776200763.820776:0:2239:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1776200763.820778:0:2239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000076d2726. 00000100:00000001:3.0:1776200763.820783:0:2239:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1776200763.820784:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200763.820786:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200763.820788:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000d26d23a7 x1862481227048192/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 1 dl 1776200763 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'kworker/u8:2.0' 00000100:00000001:3.0:1776200763.820793:0:2239:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1776200763.820794:0:2239:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1776200763.820795:0:2239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002ea16982. 02000000:00000001:3.0:1776200763.820798:0:2239:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1776200763.820799:0:2239:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1776200763.820800:0:2239:0:(genops.c:1204:class_import_put()) import 000000000fe8d637 refcount=108 obd=lustre-MDT0000-mdc-ffff993be2454000 00000020:00000001:3.0:1776200763.820801:0:2239:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1776200763.820802:0:2239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000d3dc3b50. 02000000:00000001:3.0:1776200763.820805:0:2239:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1776200763.820806:0:2239:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1776200763.820807:0:2239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d26d23a7. 00000100:00000001:3.0:1776200763.820812:0:2239:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1776200763.820813:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200763.820815:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200763.820818:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1776200763.820819:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200763.820821:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200763.820822:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200763.821330:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 822f82fc-1b4a-4a91-a190-4cbe8fb35285->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1776200763.821337:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1776200763.821348:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000039ecb165. 00000020:00000040:1.0:1776200763.821353:0:38:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000100:00000001:1.0:1776200763.821357:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1776200763.821360:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1776200763.821365:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1776200763.821382:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004beab876. 00000100:00000001:1.0:1776200763.821390:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200763.821396:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 822f82fc-1b4a-4a91-a190-4cbe8fb35285->MGS req@0000000039ecb165 x1862481227050112/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1776200763.821405:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1776200763.821410:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200763.821415:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000039ecb165] to pc [ptlrpcd_00_01+1] req@0000000039ecb165 x1862481227050112/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776200763.821452:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1776200763.821454:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1776200763.821458:0:38:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:1.0:1776200763.821460:0:38:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1776200763.821462:0:38:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1776200763.821464:0:38:0:(import.c:86:import_set_state_nolock()) 000000000fe8d637 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1776200763.821468:0:38:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:1.0:1776200763.821471:0:38:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff993be2454000: connect to NID 192.168.203.148@tcp last attempt 0 00000100:00000040:1.0:1776200763.821474:0:38:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008e68683d refcount 20 to 192.168.203.148@tcp 00000100:00000001:1.0:1776200763.821477:0:38:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1776200763.821479:0:38:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008e68683d refcount 21 to 192.168.203.148@tcp 00000100:00000001:1.0:1776200763.821481:0:38:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446631080717689120 : -112992991862496 : ffff993bc4dba120) 00000020:00000001:1.0:1776200763.821484:0:38:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1776200763.821486:0:38:0:(genops.c:911:class_conn2export()) looking for export cookie 0x8d91c35bada81bfd 00000020:00000001:1.0:1776200763.821489:0:38:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1776200763.821492:0:38:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002901c2fb refcount=5 00000020:00000001:1.0:1776200763.821494:0:38:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080768368640 : -112992941182976 : ffff993bc7e0f000) 00000020:00000001:1.0:1776200763.821496:0:38:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446631080768368640 : -112992941182976 : ffff993bc7e0f000) 00000100:00000040:1.0:1776200763.821499:0:38:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008e68683d refcount 20 to 192.168.203.148@tcp 00000100:00000001:1.0:1776200763.821501:0:38:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1776200763.821502:0:38:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008e68683d refcount 21 to 192.168.203.148@tcp 00000100:00000001:1.0:1776200763.821504:0:38:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446631080717689120 : -112992991862496 : ffff993bc4dba120) 00000020:00000040:1.0:1776200763.821506:0:38:0:(genops.c:979:class_export_put()) PUTting export 000000002901c2fb : new refcount 4 00000100:00080000:1.0:1776200763.821509:0:38:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff993be2454000: import 000000000fe8d637 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00000001:1.0:1776200763.821512:0:38:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200763.821514:0:38:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1776200763.821523:0:38:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1776200763.821525:0:38:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200763.821528:0:38:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:1.0:1776200763.821532:0:38:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1776200763.821535:0:38:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200763.821537:0:38:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1776200763.821541:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003937054a. 00000020:00000040:1.0:1776200763.821543:0:38:0:(genops.c:1191:class_import_get()) import 000000000fe8d637 refcount=109 obd=lustre-MDT0000-mdc-ffff993be2454000 02000000:00000001:1.0:1776200763.821547:0:38:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:1.0:1776200763.821548:0:38:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200763.821550:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1776200763.821552:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1776200763.821553:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1776200763.821557:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000005b75efd1. 00000100:00000001:1.0:1776200763.821559:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200763.821563:0:38:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003937054a x1862481227050176/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1776200763.821568:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1776200763.821570:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200763.821572:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000003937054a] to pc [ptlrpcd_rcv+-1] req@000000003937054a x1862481227050176/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776200763.821619:0:38:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200763.821622:0:38:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:1.0:1776200763.821623:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776200763.821627:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1776200763.821629:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776200763.821632:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1776200763.821635:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1776200763.821646:0:38:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:1.0:1776200763.821647:0:38:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1776200763.821648:0:38:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1776200763.821649:0:38:0:(import.c:86:import_set_state_nolock()) 000000003f892a49 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1776200763.821651:0:38:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:1.0:1776200763.821654:0:38:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff993bc2c8c000: connect to NID 192.168.203.148@tcp last attempt 0 00000100:00000040:1.0:1776200763.821656:0:38:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008e68683d refcount 20 to 192.168.203.148@tcp 00000100:00000001:1.0:1776200763.821658:0:38:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1776200763.821659:0:38:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008e68683d refcount 21 to 192.168.203.148@tcp 00000100:00000001:1.0:1776200763.821661:0:38:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446631080717689120 : -112992991862496 : ffff993bc4dba120) 00000020:00000001:1.0:1776200763.821663:0:38:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1776200763.821664:0:38:0:(genops.c:911:class_conn2export()) looking for export cookie 0x8d91c35bada81c74 00000020:00000001:1.0:1776200763.821665:0:38:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1776200763.821667:0:38:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ac616ecf refcount=5 00000020:00000001:1.0:1776200763.821669:0:38:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802101248 : -112992907450368 : ffff993bc9e3a800) 00000020:00000001:1.0:1776200763.821670:0:38:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446631080802101248 : -112992907450368 : ffff993bc9e3a800) 00000100:00000040:1.0:1776200763.821673:0:38:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000008e68683d refcount 20 to 192.168.203.148@tcp 00000100:00000001:1.0:1776200763.821674:0:38:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1776200763.821675:0:38:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000008e68683d refcount 21 to 192.168.203.148@tcp 00000100:00000001:1.0:1776200763.821677:0:38:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446631080717689120 : -112992991862496 : ffff993bc4dba120) 00000020:00000040:1.0:1776200763.821678:0:38:0:(genops.c:979:class_export_put()) PUTting export 00000000ac616ecf : new refcount 4 00000100:00080000:1.0:1776200763.821680:0:38:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff993bc2c8c000: import 000000003f892a49 using connection 192.168.203.148@tcp/192.168.203.148@tcp 00000100:00000001:1.0:1776200763.821682:0:38:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200763.821683:0:38:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1776200763.821685:0:38:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1776200763.821687:0:38:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200763.821688:0:38:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:1.0:1776200763.821690:0:38:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539520 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1776200763.821692:0:38:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200763.821693:0:38:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1776200763.821696:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b36762c4. 00000020:00000040:1.0:1776200763.821697:0:38:0:(genops.c:1191:class_import_get()) import 000000003f892a49 refcount=14 obd=lustre-MDT0000-mdc-ffff993bc2c8c000 02000000:00000001:1.0:1776200763.821699:0:38:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:1.0:1776200763.821700:0:38:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200763.821701:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1776200763.821703:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1776200763.821704:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1776200763.821706:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000d9945224. 00000100:00000001:1.0:1776200763.821710:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200763.821713:0:38:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b36762c4 x1862481227050240/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1776200763.821719:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1776200763.821720:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200763.821722:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000b36762c4] to pc [ptlrpcd_rcv+-1] req@00000000b36762c4 x1862481227050240/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776200763.821727:0:38:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200763.821729:0:38:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:1.0:1776200763.821730:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776200763.821733:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1776200763.821735:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776200763.821737:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1776200763.821742:0:38:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (347) 00000100:00000001:1.0:1776200763.821759:0:2240:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1776200763.821762:0:2240:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1776200763.821763:0:2240:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200763.821770:0:2240:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200763.821772:0:2240:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200763.821773:0:2240:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200763.821775:0:2240:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200763.821777:0:2240:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200763.821781:0:2240:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000039ecb165 x1862481227050112/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776200763.821787:0:2240:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200763.821789:0:2240:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200763.821793:0:2240:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200763.821796:0:2240:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200763.821798:0:2240:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000039ecb165 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:822f82fc-1b4a-4a91-a190-4cbe8fb35285:2240:1862481227050112:192.168.203.148@tcp:400:kworker/u8:3.0 00000100:00000001:1.0:1776200763.821803:0:2240:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200763.821809:0:2240:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200763.821812:0:2240:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200763.821815:0:2240:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200763.821819:0:2240:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c4c56ac0. 02000000:00000001:1.0:1776200763.821821:0:2240:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200763.821830:0:2240:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200763.821834:0:2240:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e111b0a0. 00000400:00000010:1.0:1776200763.821840:0:2240:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1c39cba. 00000100:00000200:1.0:1776200763.821848:0:2240:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227050112, portal 25 00000100:00000001:1.0:1776200763.821850:0:2240:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200763.821851:0:2240:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801558272 : -112992907993344 : ffff993bc9db5f00) 00000100:00000040:1.0:1776200763.821856:0:2240:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000039ecb165 x1862481227050112/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200770 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776200763.821863:0:2240:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200763.821866:0:2240:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200763.821869:0:2240:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075f763f4. 00000100:00000200:1.0:1776200763.821872:0:2240:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1862481227050112, offset 0 00000400:00000200:1.0:1776200763.821880:0:2240:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200763.821890:0:2240:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200763.821899:0:2240:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000100:00000001:0.0:1776200763.822193:0:2241:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776200763.822196:0:2241:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200763.822672:0:2240:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200763.822680:0:2240:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200763.822683:0:2240:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200763.822687:0:2240:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [399:399:256:4294967295] 192.168.203.148@tcp LPNI seq info [399:399:8:4294967295] 00000400:00000200:1.0:1776200763.822692:0:2240:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200763.822704:0:2240:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200763.822711:0:2240:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200763.822719:0:2240:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073c29e85 (tot 3431934). 00000800:00000200:1.0:1776200763.822728:0:2240:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200763.822738:0:2240:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200763.822743:0:2240:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000073c29e85 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1776200763.822755:0:2240:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200763.822758:0:2240:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200763.822761:0:2240:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200763.822766:0:2240:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200763.822768:0:2240:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200763.823490:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200763.823496:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073c29e85 (tot 3431686). 00000400:00000200:2.0:1776200763.823501:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200763.823509:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200763.823515:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075f763f4 00000400:00000010:2.0:1776200763.823518:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075f763f4. 00000100:00000001:2.0:1776200763.823523:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200763.823528:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000039ecb165 x1862481227050112/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200770 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200763.823540:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200763.823543:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000039ecb165 x1862481227050112/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200770 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200763.823549:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200763.823551:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1776200763.825359:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200763.825377:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200763.825380:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1776200763.825393:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003937054a x1862481227050176/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200763.825406:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1776200763.825408:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200763.825413:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1776200763.825417:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1776200763.825420:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003937054a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227050176:192.168.203.148@tcp:38:kworker/u8:3.0 00000100:00000001:3.0:1776200763.825425:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1776200763.825431:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1776200763.825433:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200763.825436:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1776200763.825444:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000cec1a3cf. 02000000:00000001:3.0:1776200763.825446:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1776200763.825455:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:3.0:1776200763.825459:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007213d044. 00000400:00000010:3.0:1776200763.825466:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005639ea2e. 00000100:00000200:3.0:1776200763.825475:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227050176, portal 10 00000100:00000001:3.0:1776200763.825477:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776200763.825478:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801554624 : -112992907996992 : ffff993bc9db50c0) 00000100:00000040:3.0:1776200763.825485:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000003937054a x1862481227050176/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1776200779 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200763.825492:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1776200763.825494:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:3.0:1776200763.825497:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003145c7b6. 00000100:00000200:3.0:1776200763.825499:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862481227050176, offset 0 00000400:00000200:3.0:1776200763.825506:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:3.0:1776200763.825516:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200763.825525:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200763.825534:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:3.0:1776200763.825538:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776200763.825541:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:3.0:1776200763.825545:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [400:400:256:4294967295] 192.168.203.148@tcp LPNI seq info [400:400:8:4294967295] 00000400:00000200:3.0:1776200763.825548:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200763.825556:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:3.0:1776200763.825563:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200763.825569:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce18e5cf (tot 3431934). 00000800:00000200:3.0:1776200763.825576:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200763.825585:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200763.825638:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ce18e5cf type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1776200763.829391:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200763.829397:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200763.829403:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200763.829408:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1776200763.829423:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b36762c4 x1862481227050240/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200763.829434:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1776200763.829436:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200763.829440:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1776200763.829444:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1776200763.829448:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b36762c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:afb33528-7691-4975-9821-d2ff03b6f7ab:2239:1862481227050240:192.168.203.148@tcp:38:kworker/u8:3.0 00000100:00000001:3.0:1776200763.829453:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1776200763.829458:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1776200763.829461:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200763.829464:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1776200763.829472:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000077c4d1ee. 02000000:00000001:3.0:1776200763.829474:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1776200763.829484:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:3.0:1776200763.829489:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000de34f01f. 00000400:00000010:3.0:1776200763.829496:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000231d8864. 00000100:00000200:3.0:1776200763.829504:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227050240, portal 10 00000100:00000001:3.0:1776200763.829507:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776200763.829508:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801535168 : -112992908016448 : ffff993bc9db04c0) 00000100:00000040:3.0:1776200763.829517:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000b36762c4 x1862481227050240/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1776200779 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200763.829523:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1776200763.829526:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:3.0:1776200763.829529:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033031c1a. 00000100:00000200:3.0:1776200763.829532:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862481227050240, offset 0 00000400:00000200:3.0:1776200763.829539:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:3.0:1776200763.829549:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200763.829558:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200763.829567:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:3.0:1776200763.829571:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776200763.829574:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:3.0:1776200763.829579:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [401:401:255:4294967295] 192.168.203.148@tcp LPNI seq info [401:401:7:4294967295] 00000400:00000200:3.0:1776200763.829583:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000800:00000200:2.0:1776200763.830008:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200763.830015:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce18e5cf (tot 3431686). 00000400:00000200:2.0:1776200763.830026:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200763.830034:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200763.830040:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003145c7b6 00000400:00000010:2.0:1776200763.830042:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003145c7b6. 00000100:00000001:2.0:1776200763.830047:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200763.830052:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003937054a x1862481227050176/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1776200779 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200763.830061:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200763.830064:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000003937054a x1862481227050176/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1776200779 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200763.830070:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200763.830072:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000400:00000200:3.0:1776200763.830377:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:3.0:1776200763.830386:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200763.830392:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000df024b8b (tot 3431934). 00000800:00000200:3.0:1776200763.830399:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200763.830408:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200763.830412:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000df024b8b type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1776200763.830416:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200763.830418:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200763.830420:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200763.830424:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200763.830428:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200763.830438:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1776200763.830440:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1776200763.830443:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200763.830445:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200763.830446:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200763.830449:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1776200763.830638:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000200:2.0:1776200763.830825:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200763.830828:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000df024b8b (tot 3431686). 00000400:00000200:2.0:1776200763.830833:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200763.830838:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200763.830841:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033031c1a 00000400:00000010:2.0:1776200763.830843:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033031c1a. 00000100:00000001:2.0:1776200763.830846:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200763.830849:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b36762c4 x1862481227050240/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1776200779 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200763.830857:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200763.830859:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000b36762c4 x1862481227050240/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1776200779 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200763.830864:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200763.830865:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200763.832510:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200763.832522:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200763.832526:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200763.832538:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200763.832548:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200763.832557:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200763.832563:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200763.832568:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200763.832573:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 25 MB=0x69deab3f06c80 00000400:00000200:3.0:1776200763.832579:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200763.832616:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.148@tcp of length 224/224 into md 0x103d [1] + 224 00000800:00000001:3.0:1776200763.832627:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200763.832635:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200763.832638:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200763.833322:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200763.833332:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200763.833340:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000039ecb165 x1862481227050112/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200770 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:3.0:1776200763.833353:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000039ecb165 x1862481227050112/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200770 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200763.833381:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200763.833398:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200763.833404:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200763.835168:0:2240:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200763.835177:0:2240:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200763.835188:0:2240:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200763.835191:0:2240:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200763.835195:0:2240:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e111b0a0. 00000400:00000200:1.0:1776200763.835207:0:2240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1c39cba 00000400:00000010:1.0:1776200763.835210:0:2240:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1c39cba. 00000100:00000001:1.0:1776200763.835216:0:2240:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200763.835229:0:2240:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000039ecb165 x1862481227050112/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200770 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:1.0:1776200763.835242:0:2240:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000039ecb165 x1862481227050112/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200770 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776200763.835250:0:2240:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200763.835251:0:2240:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200763.835254:0:2240:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200763.835260:0:2240:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200763.835264:0:2240:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200763.835267:0:2240:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200763.835269:0:2240:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200763.835277:0:2240:0:(import.c:1935:at_measured()) add 1 to 0000000082e3d950 time=132 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200763.835281:0:2240:0:(import.c:1935:at_measured()) add 1 to 000000006882029e time=16 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200763.835284:0:2240:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200763.835285:0:2240:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200763.835288:0:2240:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776200763.835290:0:2240:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200763.835292:0:2240:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200763.835296:0:2240:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000039ecb165 x1862481227050112/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200770 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776200763.835302:0:2240:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200763.835305:0:2240:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200763.835308:0:2240:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1776200763.835311:0:2240:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000039ecb165 x1862481227050112/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200770 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:1.0:1776200763.835317:0:2240:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000039ecb165 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:822f82fc-1b4a-4a91-a190-4cbe8fb35285:2240:1862481227050112:192.168.203.148@tcp:400:kworker/u8:3.0 00000100:00000001:1.0:1776200763.835323:0:2240:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200763.835326:0:2240:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200763.835328:0:2240:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000039ecb165 x1862481227050112/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200770 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776200763.835335:0:2240:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1776200763.835338:0:2240:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1776200763.835342:0:2240:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c4c56ac0. 02000000:00000001:1.0:1776200763.835347:0:2240:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1776200763.835349:0:2240:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776200763.835351:0:2240:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=3 obd=MGC192.168.203.148@tcp 00000020:00000001:1.0:1776200763.835353:0:2240:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1776200763.835356:0:2240:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000004beab876. 02000000:00000001:1.0:1776200763.835359:0:2240:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1776200763.835361:0:2240:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1776200763.835363:0:2240:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000039ecb165. 00000100:00000001:1.0:1776200763.835366:0:2240:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1776200763.835367:0:2240:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200763.835380:0:2240:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200763.835390:0:2240:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200763.835392:0:2240:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200763.835394:0:2240:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200763.835397:0:2240:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1776200763.847421:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200763.847448:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200763.847454:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200763.847457:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200763.847472:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200763.847482:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200763.847495:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200763.847501:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200763.847507:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200763.847511:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 416 into portal 10 MB=0x69deab3f06cc0 00000400:00000200:2.0:1776200763.847518:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200763.847525:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 416/416 into md 0x1045 [1] + 0 00000800:00000001:2.0:1776200763.847535:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200763.847541:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200763.847544:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200763.847548:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200763.847556:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200763.847565:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003937054a x1862481227050176/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1776200779 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:2.0:1776200763.847579:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=416 offset=0 replen=544 req@000000003937054a x1862481227050176/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1776200779 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200763.847624:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200763.847650:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200763.847656:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200763.847658:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200763.847660:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200763.847663:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200763.847667:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200763.847671:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200763.847674:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200763.847678:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200763.847680:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 416 into portal 10 MB=0x69deab3f06d00 00000400:00000200:2.0:1776200763.847684:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200763.847687:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 416/416 into md 0x1055 [1] + 0 00000800:00000001:2.0:1776200763.847690:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200763.847701:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200763.847703:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200763.847706:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200763.847708:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200763.847712:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b36762c4 x1862481227050240/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1776200779 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:2.0:1776200763.847720:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=416 offset=0 replen=544 req@00000000b36762c4 x1862481227050240/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1776200779 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200763.847727:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200763.847731:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200763.847733:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200763.848782:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200763.848788:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1776200763.848797:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1776200763.848801:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1776200763.848803:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007213d044. 00000400:00000200:3.0:1776200763.848812:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005639ea2e 00000400:00000010:3.0:1776200763.848814:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005639ea2e. 00000100:00000001:3.0:1776200763.848818:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200763.848829:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003937054a x1862481227050176/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1776200779 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:3.0:1776200763.848839:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003937054a x1862481227050176/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1776200779 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200763.848847:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1776200763.848849:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200763.848851:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1776200763.848855:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1776200763.848857:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1776200763.848860:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200763.848864:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1776200763.848875:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=132 v=1 (1 0 0 0) 00000100:00001000:3.0:1776200763.848880:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=132 v=11 (11 0 0 0) 00000100:00000001:3.0:1776200763.848885:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1776200763.848886:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200763.848890:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1776200763.848896:0:2239:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@000000003937054a x1862481227050176/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/416 e 0 to 0 dl 1776200779 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00010000:00000001:3.0:1776200763.848904:0:2239:0:(ldlm_request.c:1488:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200763.848908:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1776200763.848910:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00000040:3.0:1776200763.848915:0:2239:0:(client.c:2906:ptlrpc_free_committed()) @@@ commit (last_committed 4294967301) req@00000000945c910c x1862481227031680/t4294967300(4294967300) o36->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 528/448 e 0 to 0 dl 1776200721 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'mcreate.0' 00000100:00000001:3.0:1776200763.848922:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200763.848925:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000945c910c x1862481227031680/t4294967300(4294967300) o36->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 528/448 e 0 to 0 dl 1776200721 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'mcreate.0' 00000100:00000001:3.0:1776200763.848931:0:2239:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1776200763.848933:0:2239:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1776200763.848938:0:2239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007a265ac3. 02000000:00000001:3.0:1776200763.848944:0:2239:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1776200763.848947:0:2239:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1776200763.848949:0:2239:0:(genops.c:1204:class_import_put()) import 000000000fe8d637 refcount=108 obd=lustre-MDT0000-mdc-ffff993be2454000 00000020:00000001:3.0:1776200763.848952:0:2239:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1776200763.848954:0:2239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000d1ee1f6c. 02000000:00000001:3.0:1776200763.848962:0:2239:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1776200763.848965:0:2239:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1776200763.848966:0:2239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000945c910c. 00000100:00000001:3.0:1776200763.848972:0:2239:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1776200763.848973:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1776200763.848977:0:2239:0:(client.c:2906:ptlrpc_free_committed()) @@@ commit (last_committed 4294967301) req@000000004e21e0fc x1862481227031936/t4294967301(4294967301) o36->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 512/456 e 0 to 0 dl 1776200721 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'rm.0' 00000100:00000001:3.0:1776200763.848984:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200763.848987:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000004e21e0fc x1862481227031936/t4294967301(4294967301) o36->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 512/456 e 0 to 0 dl 1776200721 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'rm.0' 00000100:00000001:3.0:1776200763.849083:0:2239:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1776200763.849085:0:2239:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1776200763.849086:0:2239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006ca58171. 02000000:00000001:3.0:1776200763.849089:0:2239:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1776200763.849090:0:2239:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1776200763.849091:0:2239:0:(genops.c:1204:class_import_put()) import 000000000fe8d637 refcount=107 obd=lustre-MDT0000-mdc-ffff993be2454000 00000020:00000001:3.0:1776200763.849093:0:2239:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1776200763.849094:0:2239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000017dda80e. 02000000:00000001:3.0:1776200763.849097:0:2239:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1776200763.849098:0:2239:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1776200763.849099:0:2239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e21e0fc. 00000100:00000001:3.0:1776200763.849102:0:2239:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1776200763.849103:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1776200763.849106:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 1 fl Complete:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200763.849112:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1776200763.849115:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200763.849118:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003937054a x1862481227050176/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/416 e 0 to 0 dl 1776200779 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200763.849129:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200763.849132:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1776200763.849133:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200763.849135:0:2239:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1776200763.849141:0:2239:0:(import.c:1074:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff993be2454000: connect to target with instance 2 00000020:00000001:3.0:1776200763.849143:0:2239:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:3.0:1776200763.849145:0:2239:0:(genops.c:911:class_conn2export()) looking for export cookie 0x8d91c35bada81bfd 00000020:00000001:3.0:1776200763.849147:0:2239:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1776200763.849149:0:2239:0:(lustre_handles.c:151:class_handle2object()) GET export 000000002901c2fb refcount=5 00000020:00000001:3.0:1776200763.849151:0:2239:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080768368640 : -112992941182976 : ffff993bc7e0f000) 00000020:00000001:3.0:1776200763.849153:0:2239:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446631080768368640 : -112992941182976 : ffff993bc7e0f000) 00000100:00001000:3.0:1776200763.849156:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1776200763 v=0 (0 0 0 0) 00000100:00001000:3.0:1776200763.849159:0:2239:0:(import.c:2000:at_measured()) AT 00000000c52bcd28 change: old=0 new=1 delta=1 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1776200763.849163:0:2239:0:(obd_cksum.h:92:obd_cksum_types_supported_client()) Crypto hash speed: crc 706, crc32c 2573, adler 238 00000020:00000040:3.0:1776200763.849167:0:2239:0:(genops.c:979:class_export_put()) PUTting export 000000002901c2fb : new refcount 4 00000100:00000001:3.0:1776200763.849170:0:2239:0:(obd_class.h:1192:obd_import_event()) Process entered 00000008:00000020:3.0:1776200763.849176:0:2239:0:(osc_request.c:1073:osc_init_grant()) lustre-MDT0000-mdc-ffff993be2454000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:3.0:1776200763.849180:0:2239:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200763.849183:0:2239:0:(mdc_request.c:2917:mdc_init_ea_size()) Process entered 00000002:00000001:3.0:1776200763.849184:0:2239:0:(mdc_request.c:2925:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200763.849187:0:2239:0:(obd_class.h:1210:obd_notify()) Process entered 00800000:00000001:3.0:1776200763.849190:0:2239:0:(lmv_obd.c:146:lmv_notify()) Process entered 00800000:00000001:3.0:1776200763.849192:0:2239:0:(lmv_obd.c:185:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200763.849194:0:2239:0:(obd_class.h:1228:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200763.849196:0:2239:0:(mdc_request.c:2762:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200763.849198:0:2239:0:(obd_class.h:1202:obd_import_event()) Process leaving 00000100:00080000:3.0:1776200763.849200:0:2239:0:(import.c:86:import_set_state_nolock()) 000000000fe8d637 lustre-MDT0000_UUID: changing import state from CONNECTING to REPLAY 00000100:00000001:3.0:1776200763.849232:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1776200763.849234:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:3.0:1776200763.849236:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:3.0:1776200763.849237:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1776200763.849238:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:3.0:1776200763.849242:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 1 fl Complete:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200763.849247:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:3.0:1776200763.849248:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 0 00000100:00000001:3.0:1776200763.849251:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:3.0:1776200763.849259:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200763.849265:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776200763.849266:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801010880 : -112992908540736 : ffff993bc9d304c0) 00000100:00000040:3.0:1776200763.849270:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000007df96403] to pc [ptlrpcd_rcv+-1] req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200763.849277:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200763.849279:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200763.849281:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200763.849283:0:2239:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200763.849286:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003937054a x1862481227050176/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/416 e 0 to 0 dl 1776200779 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:3.0:1776200763.849292:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003937054a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227050176:192.168.203.148@tcp:38:kworker/u8:3.0 00000400:00000001:3.0:1776200763.849298:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1776200763.849299:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1776200763.849301:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000de34f01f. 00000400:00000200:3.0:1776200763.849303:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000231d8864 00000400:00000010:3.0:1776200763.849304:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000231d8864. 00000100:00000001:3.0:1776200763.849306:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200763.849309:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b36762c4 x1862481227050240/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1776200779 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:3.0:1776200763.849315:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b36762c4 x1862481227050240/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/544 e 0 to 0 dl 1776200779 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200763.849321:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1776200763.849322:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200763.849324:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1776200763.849325:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1776200763.849326:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1776200763.849328:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200763.849329:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1776200763.849333:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000005b486c3e time=81 v=1 (1 0 0 0) 00000100:00001000:3.0:1776200763.849335:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c01f1611 time=81 v=11 (11 0 0 0) 00000100:00000001:3.0:1776200763.849337:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1776200763.849338:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200763.849339:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1776200763.849342:0:2239:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@00000000b36762c4 x1862481227050240/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/416 e 0 to 0 dl 1776200779 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00010000:00000001:3.0:1776200763.849347:0:2239:0:(ldlm_request.c:1488:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200763.849349:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1776200763.849350:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993bc2c8c000: committing for last_committed 4294967303 gen 1 00000100:00000040:3.0:1776200763.849353:0:2239:0:(client.c:2906:ptlrpc_free_committed()) @@@ commit (last_committed 4294967303) req@00000000bd301d1a x1862481227030592/t4294967297(4294967297) o101->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200720 ref 1 fl Complete:RQU/4/ffffffff rc 0/-1 job:'touch.0' 00000100:00000001:3.0:1776200763.849360:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776200763.849360:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682641984 : -112993026909632 : ffff993bc2c4da40) 00000100:00000001:3.0:1776200763.849363:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200763.849364:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000bd301d1a x1862481227030592/t4294967297(4294967297) o101->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200720 ref 2 fl Complete:RMQU/4/ffffffff rc 0/-1 job:'touch.0' 00000100:00000001:3.0:1776200763.849387:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:3.0:1776200763.849389:0:2239:0:(mdc_request.c:769:mdc_commit_open()) kfreed 'mod': 32 at 00000000251a49a3. 00000100:00000001:3.0:1776200763.849392:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200763.849394:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000bd301d1a x1862481227030592/t4294967297(4294967297) o101->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200720 ref 1 fl Complete:RMQU/4/ffffffff rc 0/-1 job:'touch.0' 00000100:00000001:3.0:1776200763.849398:0:2239:0:(client.c:2578:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1776200763.849400:0:2239:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1776200763.849400:0:2239:0:(genops.c:1204:class_import_put()) import 000000003f892a49 refcount=13 obd=lustre-MDT0000-mdc-ffff993bc2c8c000 00000020:00000001:3.0:1776200763.849402:0:2239:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1776200763.849403:0:2239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000003584303f. 02000000:00000001:3.0:1776200763.849406:0:2239:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1776200763.849407:0:2239:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1776200763.849407:0:2239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bd301d1a. 00000100:00000001:3.0:1776200763.849411:0:2239:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1776200763.849412:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1776200763.849415:0:2239:0:(client.c:2906:ptlrpc_free_committed()) @@@ commit (last_committed 4294967303) req@00000000e9bbd3e2 x1862481227030784/t4294967298(4294967298) o36->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 488/456 e 0 to 0 dl 1776200720 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'touch.0' 00000100:00000001:3.0:1776200763.849419:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200763.849421:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000e9bbd3e2 x1862481227030784/t4294967298(4294967298) o36->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 488/456 e 0 to 0 dl 1776200720 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'touch.0' 00000100:00000001:3.0:1776200763.849425:0:2239:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1776200763.849426:0:2239:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1776200763.849427:0:2239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000096ba9593. 02000000:00000001:3.0:1776200763.849429:0:2239:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1776200763.849430:0:2239:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1776200763.849431:0:2239:0:(genops.c:1204:class_import_put()) import 000000003f892a49 refcount=12 obd=lustre-MDT0000-mdc-ffff993bc2c8c000 00000020:00000001:3.0:1776200763.849432:0:2239:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1776200763.849433:0:2239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ac56ea78. 02000000:00000001:3.0:1776200763.849436:0:2239:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1776200763.849437:0:2239:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1776200763.849438:0:2239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e9bbd3e2. 00000100:00000001:3.0:1776200763.849440:0:2239:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1776200763.849440:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1776200763.849443:0:2239:0:(client.c:2906:ptlrpc_free_committed()) @@@ commit (last_committed 4294967303) req@0000000065a14479 x1862481227031040/t4294967299(4294967299) o35->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200720 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'touch.0' 00000100:00000001:3.0:1776200763.849448:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200763.849450:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000065a14479 x1862481227031040/t4294967299(4294967299) o35->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200720 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'touch.0' 00000100:00000001:3.0:1776200763.849455:0:2239:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1776200763.849456:0:2239:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1776200763.849457:0:2239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d9470ca8. 02000000:00000001:3.0:1776200763.849460:0:2239:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1776200763.849461:0:2239:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1776200763.849462:0:2239:0:(genops.c:1204:class_import_put()) import 000000003f892a49 refcount=11 obd=lustre-MDT0000-mdc-ffff993bc2c8c000 00000020:00000001:3.0:1776200763.849470:0:2239:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1776200763.849471:0:2239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000728a6ba4. 02000000:00000001:3.0:1776200763.849473:0:2239:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1776200763.849474:0:2239:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1776200763.849474:0:2239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000065a14479. 00000100:00000001:3.0:1776200763.849476:0:2239:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1776200763.849477:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1776200763.849480:0:2239:0:(client.c:2906:ptlrpc_free_committed()) @@@ commit (last_committed 4294967303) req@00000000ea9ba33d x1862481227032128/t4294967302(4294967302) o36->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 528/448 e 0 to 0 dl 1776200721 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'mcreate.0' 00000100:00000001:3.0:1776200763.849485:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200763.849486:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000ea9ba33d x1862481227032128/t4294967302(4294967302) o36->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 528/448 e 0 to 0 dl 1776200721 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'mcreate.0' 00000100:00000001:3.0:1776200763.849492:0:2239:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1776200763.849493:0:2239:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1776200763.849494:0:2239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000be9086de. 02000000:00000001:3.0:1776200763.849496:0:2239:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1776200763.849498:0:2239:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1776200763.849498:0:2239:0:(genops.c:1204:class_import_put()) import 000000003f892a49 refcount=10 obd=lustre-MDT0000-mdc-ffff993bc2c8c000 00000020:00000001:3.0:1776200763.849500:0:2239:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1776200763.849501:0:2239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000f367c325. 02000000:00000001:3.0:1776200763.849503:0:2239:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1776200763.849504:0:2239:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1776200763.849505:0:2239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ea9ba33d. 00000100:00000001:3.0:1776200763.849507:0:2239:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1776200763.849508:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1776200763.849511:0:2239:0:(client.c:2906:ptlrpc_free_committed()) @@@ commit (last_committed 4294967303) req@00000000ce0b625c x1862481227032384/t4294967303(4294967303) o36->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 512/456 e 0 to 0 dl 1776200721 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'rm.0' 00000100:00000001:3.0:1776200763.849516:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200763.849518:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000ce0b625c x1862481227032384/t4294967303(4294967303) o36->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 512/456 e 0 to 0 dl 1776200721 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'rm.0' 00000100:00000001:3.0:1776200763.849524:0:2239:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1776200763.849525:0:2239:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1776200763.849526:0:2239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000066d8e968. 02000000:00000001:3.0:1776200763.849529:0:2239:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1776200763.849530:0:2239:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1776200763.849531:0:2239:0:(genops.c:1204:class_import_put()) import 000000003f892a49 refcount=9 obd=lustre-MDT0000-mdc-ffff993bc2c8c000 00000020:00000001:3.0:1776200763.849533:0:2239:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1776200763.849534:0:2239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001f6fab69. 02000000:00000001:3.0:1776200763.849536:0:2239:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1776200763.849537:0:2239:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1776200763.849538:0:2239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ce0b625c. 00000100:00000001:3.0:1776200763.849540:0:2239:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1776200763.849541:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1776200763.849544:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@0000000021f09cb4 x1862481227032512/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 584/656 e 0 to 0 dl 1776200725 ref 1 fl Complete:RQU/4/ffffffff rc 0/-1 job:'touch.0' 00000100:00000001:3.0:1776200763.849548:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1776200763.849550:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200763.849552:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b36762c4 x1862481227050240/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/416 e 0 to 0 dl 1776200779 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200763.849558:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200763.849560:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1776200763.849561:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200763.849563:0:2239:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1776200763.849565:0:2239:0:(import.c:1074:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff993bc2c8c000: connect to target with instance 2 00000020:00000001:3.0:1776200763.849567:0:2239:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:3.0:1776200763.849567:0:2239:0:(genops.c:911:class_conn2export()) looking for export cookie 0x8d91c35bada81c74 00000020:00000001:3.0:1776200763.849569:0:2239:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1776200763.849570:0:2239:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000ac616ecf refcount=5 00000020:00000001:3.0:1776200763.849572:0:2239:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446631080802101248 : -112992907450368 : ffff993bc9e3a800) 00000020:00000001:3.0:1776200763.849574:0:2239:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446631080802101248 : -112992907450368 : ffff993bc9e3a800) 00000100:00001000:3.0:1776200763.849576:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c01f1611 time=1776200763 v=0 (0 0 0 0) 00000100:00001000:3.0:1776200763.849578:0:2239:0:(import.c:2000:at_measured()) AT 00000000c01f1611 change: old=0 new=1 delta=1 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1776200763.849580:0:2239:0:(obd_cksum.h:92:obd_cksum_types_supported_client()) Crypto hash speed: crc 706, crc32c 2573, adler 238 00000020:00000040:3.0:1776200763.849583:0:2239:0:(genops.c:979:class_export_put()) PUTting export 00000000ac616ecf : new refcount 4 00000100:00000001:3.0:1776200763.849584:0:2239:0:(obd_class.h:1192:obd_import_event()) Process entered 00000008:00000020:3.0:1776200763.849616:0:2239:0:(osc_request.c:1073:osc_init_grant()) lustre-MDT0000-mdc-ffff993bc2c8c000, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:3.0:1776200763.849619:0:2239:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200763.849623:0:2239:0:(mdc_request.c:2917:mdc_init_ea_size()) Process entered 00000002:00000001:3.0:1776200763.849624:0:2239:0:(mdc_request.c:2925:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200763.849625:0:2239:0:(obd_class.h:1210:obd_notify()) Process entered 00800000:00000001:3.0:1776200763.849627:0:2239:0:(lmv_obd.c:146:lmv_notify()) Process entered 00800000:00000001:3.0:1776200763.849629:0:2239:0:(lmv_obd.c:185:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200763.849631:0:2239:0:(obd_class.h:1228:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200763.850566:0:2239:0:(mdc_request.c:2762:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200763.850569:0:2239:0:(obd_class.h:1202:obd_import_event()) Process leaving 00000100:00080000:3.0:1776200763.850571:0:2239:0:(import.c:86:import_set_state_nolock()) 000000003f892a49 lustre-MDT0000_UUID: changing import state from CONNECTING to REPLAY 00000100:00000001:3.0:1776200763.850577:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1776200763.850578:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:3.0:1776200763.850580:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:3.0:1776200763.850581:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1776200763.850582:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993bc2c8c000: committing for last_committed 4294967303 gen 1 00000100:00100000:3.0:1776200763.850612:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@0000000021f09cb4 x1862481227032512/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 584/656 e 0 to 0 dl 1776200725 ref 1 fl Complete:RQU/4/ffffffff rc 0/-1 job:'touch.0' 00000100:00000001:3.0:1776200763.850618:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:3.0:1776200763.850619:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000003f892a49 from lustre-MDT0000_UUID committed 4294967303 last 0 00000100:00000001:3.0:1776200763.850622:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:3.0:1776200763.850625:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@0000000021f09cb4 x1862481227032512/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 584/656 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/ffffffff rc 0/-1 job:'touch.0' 00000100:00000001:3.0:1776200763.850630:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776200763.850631:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682627392 : -112993026924224 : ffff993bc2c4a140) 00000100:00000040:3.0:1776200763.850848:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000021f09cb4] to pc [ptlrpcd_rcv+-1] req@0000000021f09cb4 x1862481227032512/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 584/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'touch.0' 00000100:00000001:3.0:1776200763.850856:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200763.850858:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200763.850860:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200763.850862:0:2239:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200763.850865:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b36762c4 x1862481227050240/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/416 e 0 to 0 dl 1776200779 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:3.0:1776200763.850872:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b36762c4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:afb33528-7691-4975-9821-d2ff03b6f7ab:2239:1862481227050240:192.168.203.148@tcp:38:kworker/u8:3.0 00000100:00000001:3.0:1776200763.850979:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200763.850982:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200763.850986:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000003937054a x1862481227050176/t0(0) o38->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 520/416 e 0 to 0 dl 1776200779 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200763.851003:0:2239:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1776200763.851005:0:2239:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1776200763.851008:0:2239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000cec1a3cf. 02000000:00000001:3.0:1776200763.851013:0:2239:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1776200763.851015:0:2239:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1776200763.851016:0:2239:0:(genops.c:1204:class_import_put()) import 000000000fe8d637 refcount=106 obd=lustre-MDT0000-mdc-ffff993be2454000 00000020:00000001:3.0:1776200763.851018:0:2239:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1776200763.851020:0:2239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000005b75efd1. 02000000:00000001:3.0:1776200763.851023:0:2239:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1776200763.851024:0:2239:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1776200763.851025:0:2239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003937054a. 00000100:00000001:3.0:1776200763.851027:0:2239:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1776200763.851028:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200763.851030:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200763.851032:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000b36762c4 x1862481227050240/t0(0) o38->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 520/416 e 0 to 0 dl 1776200779 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200763.851037:0:2239:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1776200763.851038:0:2239:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1776200763.851039:0:2239:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000077c4d1ee. 02000000:00000001:3.0:1776200763.851041:0:2239:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1776200763.851042:0:2239:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1776200763.851042:0:2239:0:(genops.c:1204:class_import_put()) import 000000003f892a49 refcount=8 obd=lustre-MDT0000-mdc-ffff993bc2c8c000 00000020:00000001:3.0:1776200763.851044:0:2239:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1776200763.851045:0:2239:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000d9945224. 02000000:00000001:3.0:1776200763.851047:0:2239:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1776200763.851047:0:2239:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1776200763.851048:0:2239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b36762c4. 00000100:00000001:3.0:1776200763.851050:0:2239:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1776200763.851051:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200763.851053:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200763.851061:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1776200763.851063:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200763.851065:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200763.851066:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200763.851069:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1776200763.851072:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200763.851079:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1776200763.851081:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200763.851085:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1776200763.851087:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1776200763.851090:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007df96403 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227033024:192.168.203.148@tcp:101:createmany.0 00000100:00000001:3.0:1776200763.851093:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1776200763.851098:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1776200763.851100:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200763.851102:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1776200763.851109:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000077c4d1ee. 02000000:00000001:3.0:1776200763.851110:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1776200763.851117:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:3.0:1776200763.851121:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000de34f01f. 00000400:00000010:3.0:1776200763.851126:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000231d8864. 00000100:00000200:3.0:1776200763.851131:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227033024, portal 10 00000100:00000001:3.0:1776200763.851133:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776200763.851134:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801010880 : -112992908540736 : ffff993bc9d304c0) 00000100:00000040:3.0:1776200763.851139:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200770 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200763.851145:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1776200763.851147:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:3.0:1776200763.851149:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005639ea2e. 00000100:00000200:3.0:1776200763.851151:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1862481227033024, offset 0 00000400:00000200:3.0:1776200763.851157:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:3.0:1776200763.851164:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200763.851170:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200763.851177:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:3.0:1776200763.851181:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776200763.851183:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:3.0:1776200763.851186:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [402:402:256:4294967295] 192.168.203.148@tcp LPNI seq info [402:402:8:4294967295] 00000400:00000200:3.0:1776200763.851189:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200763.851196:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:3.0:1776200763.851203:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200763.851208:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000df024b8b (tot 3431934). 00000800:00000200:3.0:1776200763.851213:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200763.851220:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200763.851223:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000df024b8b type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1776200763.851245:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200763.851247:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200763.851249:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200763.851251:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1776200763.851254:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000021f09cb4 x1862481227032512/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 584/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'touch.0' 00000100:00000001:3.0:1776200763.851260:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1776200763.851261:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200763.851263:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1776200763.851264:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1776200763.851267:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000021f09cb4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:afb33528-7691-4975-9821-d2ff03b6f7ab:2239:1862481227032512:192.168.203.148@tcp:101:touch.0 00000100:00000001:3.0:1776200763.851271:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1776200763.851274:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1776200763.851275:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200763.851276:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1776200763.851279:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000cec1a3cf. 02000000:00000001:3.0:1776200763.851281:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1776200763.851285:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:3.0:1776200763.851287:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007213d044. 00000400:00000010:3.0:1776200763.851290:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033031c1a. 00000100:00000200:3.0:1776200763.851292:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227032512, portal 10 00000100:00000001:3.0:1776200763.851294:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776200763.851296:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682627392 : -112993026924224 : ffff993bc2c4a140) 00000100:00000040:3.0:1776200763.851302:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@0000000021f09cb4 x1862481227032512/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 584/656 e 0 to 0 dl 1776200770 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'touch.0' 00000100:00000001:3.0:1776200763.851308:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1776200763.851310:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:3.0:1776200763.851312:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003145c7b6. 00000100:00000200:3.0:1776200763.851314:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1862481227032512, offset 0 00000400:00000200:3.0:1776200763.851318:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:3.0:1776200763.851322:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200763.851325:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200763.851328:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:3.0:1776200763.851330:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776200763.851332:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:3.0:1776200763.851334:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [403:403:255:4294967295] 192.168.203.148@tcp LPNI seq info [403:403:7:4294967295] 00000400:00000200:3.0:1776200763.851338:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200763.851347:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:3.0:1776200763.851352:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200763.851357:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ce18e5cf (tot 3432182). 00000800:00000200:3.0:1776200763.851360:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200763.851364:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200763.851366:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ce18e5cf type 1, nob 680 niov 1 nkiov 1 00000100:00000001:3.0:1776200763.851382:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200763.851385:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200763.851387:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200763.851388:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200763.851390:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200763.851394:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1776200763.851395:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1776200763.851397:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200763.851398:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200763.851399:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200763.851401:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200763.851443:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200763.851452:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000df024b8b (tot 3431934). 00000400:00000200:2.0:1776200763.851464:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200763.851473:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200763.851479:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005639ea2e 00000400:00000010:2.0:1776200763.851481:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005639ea2e. 00000100:00000001:2.0:1776200763.851486:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200763.851492:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200770 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200763.851508:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200763.851511:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200770 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200763.851516:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200763.851518:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1776200763.851535:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200763.851537:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ce18e5cf (tot 3431686). 00000400:00000200:2.0:1776200763.851540:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200763.851543:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200763.851544:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003145c7b6 00000400:00000010:2.0:1776200763.851546:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003145c7b6. 00000100:00000001:2.0:1776200763.851548:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200763.851550:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000021f09cb4 x1862481227032512/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 584/656 e 0 to 0 dl 1776200770 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'touch.0' 00000100:00000001:2.0:1776200763.851557:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200763.851559:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@0000000021f09cb4 x1862481227032512/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 584/656 e 0 to 0 dl 1776200770 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'touch.0' 00000100:00000001:2.0:1776200763.851565:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200763.851566:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200763.909238:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200763.909254:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200763.909259:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200763.909262:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200763.909272:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200763.909280:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200763.909287:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200763.909292:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200763.909297:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200763.909301:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 600 into portal 10 MB=0x69deab3f027c0 00000400:00000200:2.0:1776200763.909306:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200763.909312:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 600/600 into md 0x1075 [1] + 224 00000800:00000001:2.0:1776200763.909321:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200763.909333:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200763.909336:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200763.909340:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200763.909347:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200763.909354:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000021f09cb4 x1862481227032512/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 584/656 e 0 to 0 dl 1776200770 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'touch.0' 00000100:00000040:2.0:1776200763.909366:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=600 offset=224 replen=656 req@0000000021f09cb4 x1862481227032512/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 584/656 e 0 to 0 dl 1776200770 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'touch.0' 00000100:00000001:2.0:1776200763.909395:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:2.0:1776200763.909403:0:2235:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1776200763.909407:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200763.909411:0:2235:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200763.909417:0:2235:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [404:404:256:4294967295] 192.168.203.148@tcp LPNI seq info [404:404:8:4294967295] 00000400:00000200:2.0:1776200763.909421:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200763.909429:0:2235:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:2.0:1776200763.909434:0:2235:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200763.909439:0:2235:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e7fa092 (tot 3431934). 00000800:00000200:2.0:1776200763.909445:0:2235:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200763.909453:0:2235:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200763.909456:0:2235:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003e7fa092 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1776200763.909538:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200763.909541:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e7fa092 (tot 3431686). 00000400:00000200:2.0:1776200763.909545:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200763.909549:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:2.0:1776200763.909554:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200763.909556:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200763.909751:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200763.909756:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1776200763.909763:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1776200763.909764:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1776200763.909767:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007213d044. 00000400:00000200:3.0:1776200763.909770:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033031c1a 00000400:00000010:3.0:1776200763.909772:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033031c1a. 00000100:00000001:3.0:1776200763.909775:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200763.909779:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000021f09cb4 x1862481227032512/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 584/656 e 0 to 0 dl 1776200770 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'touch.0' 00000100:00000200:3.0:1776200763.909787:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000021f09cb4 x1862481227032512/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 584/656 e 0 to 0 dl 1776200770 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'touch.0' 00000100:00000001:3.0:1776200763.909793:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1776200763.909795:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200763.909797:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1776200763.909801:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1776200763.909804:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1776200763.909806:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200763.909809:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1776200763.909817:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000005b486c3e time=81 v=1 (1 0 0 0) 00000100:00001000:3.0:1776200763.909821:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c01f1611 time=0 v=1 (1 0 0 0) 00000100:00000001:3.0:1776200763.909823:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1776200763.909826:0:2239:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@0000000021f09cb4 x1862481227032512/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 584/600 e 0 to 0 dl 1776200770 ref 2 fl Rpc:RQU/4/0 rc 0/301 job:'touch.0' 00000100:00000001:3.0:1776200763.909832:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1776200763.909835:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:3.0:1776200763.909837:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1776200763.909838:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993bc2c8c000: skip recheck: last_committed 4294967303 00000100:00000001:3.0:1776200763.909840:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1776200763.909843:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1776200763.909846:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000021f09cb4 x1862481227032512/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 584/600 e 0 to 0 dl 1776200770 ref 2 fl Rpc:RQU/4/0 rc 301/301 job:'touch.0' 00000100:00000001:3.0:1776200763.909852:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1776200763.909856:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1776200763.909858:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200763.909859:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:3.0:1776200763.909862:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@0000000021f09cb4 x1862481227032512/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 584/600 e 0 to 0 dl 1776200770 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'touch.0' 00000002:00000001:3.0:1776200763.909869:0:2239:0:(mdc_request.c:687:mdc_replay_open()) Process entered 00000002:00080000:3.0:1776200763.909876:0:2239:0:(mdc_request.c:738:mdc_replay_open()) @@@ updating close body with new fh req@00000000cde93697 x1862481227032896/t4294967306(4294967306) o35->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'touch.0' 00000002:00000001:3.0:1776200763.909882:0:2239:0:(mdc_request.c:741:mdc_replay_open()) Process leaving 00000100:00020000:3.0:1776200763.909884:0:2239:0:(client.c:3161:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@0000000021f09cb4 x1862481227032512/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 584/600 e 0 to 0 dl 1776200770 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'touch.0' 00000100:00000001:3.0:1776200763.923362:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1776200763.923378:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:3.0:1776200763.923382:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:3.0:1776200763.923384:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1776200763.923386:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993bc2c8c000: committing for last_committed 4294967303 gen 1 00000100:00100000:3.0:1776200763.923399:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@0000000021f09cb4 x1862481227032512/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 584/600 e 0 to 0 dl 1776200770 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'touch.0' 00000100:00000001:3.0:1776200763.923409:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:3.0:1776200763.923410:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000003f892a49 from lustre-MDT0000_UUID committed 4294967303 last 4294967304 00000100:00000001:3.0:1776200763.923413:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:3.0:1776200763.923419:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@00000000d35e16a3 x1862481227032640/t4294967305(4294967305) o36->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 488/456 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/0 rc 0/0 job:'touch.0' 00000100:00000001:3.0:1776200763.923425:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776200763.923426:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080683359232 : -112993026192384 : ffff993bc2cfcc00) 00000100:00000040:3.0:1776200763.923431:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d35e16a3] to pc [ptlrpcd_rcv+-1] req@00000000d35e16a3 x1862481227032640/t4294967305(4294967305) o36->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 488/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'touch.0' 00000100:00000001:3.0:1776200763.923440:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200763.923442:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200763.923443:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200763.923446:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200763.923450:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000021f09cb4 x1862481227032512/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 584/600 e 0 to 0 dl 1776200770 ref 2 fl Interpret:RQU/4/0 rc 0/301 job:'touch.0' 00000100:00100000:3.0:1776200763.923457:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000021f09cb4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:afb33528-7691-4975-9821-d2ff03b6f7ab:2239:1862481227032512:192.168.203.148@tcp:101:touch.0 00000100:00000001:3.0:1776200763.923462:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200763.923465:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200763.923467:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000021f09cb4 x1862481227032512/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 584/600 e 0 to 0 dl 1776200770 ref 2 fl Complete:RQU/4/0 rc 0/301 job:'touch.0' 00000100:00000001:3.0:1776200763.923473:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200763.923474:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200763.923484:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1776200763.923486:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1776200763.923488:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200763.923490:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200763.923492:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1776200763.923496:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d35e16a3 x1862481227032640/t4294967305(4294967305) o36->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 488/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'touch.0' 00000100:00000001:3.0:1776200763.923503:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1776200763.923505:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200763.923509:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1776200763.923515:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1776200763.923519:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d35e16a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:afb33528-7691-4975-9821-d2ff03b6f7ab:2239:1862481227032640:192.168.203.148@tcp:36:touch.0 00000100:00000001:3.0:1776200763.923523:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1776200763.923529:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1776200763.923531:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1776200763.923542:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:2.0:1776200763.923880:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c8e90505. 00000400:00000010:2.0:1776200763.923888:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000048889f5. 00000100:00000200:2.0:1776200763.923894:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227032640, portal 10 00000100:00000001:2.0:1776200763.923897:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200763.923898:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080683359232 : -112993026192384 : ffff993bc2cfcc00) 00000100:00000040:2.0:1776200763.923905:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@00000000d35e16a3 x1862481227032640/t4294967305(4294967305) o36->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 488/456 e 0 to 0 dl 1776200770 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'touch.0' 00000100:00000001:2.0:1776200763.923911:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1776200763.923914:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:2.0:1776200763.923916:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008cbac99f. 00000100:00000200:2.0:1776200763.923918:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1862481227032640, offset 0 00000400:00000200:2.0:1776200763.923924:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:2.0:1776200763.923932:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200763.923939:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200763.923945:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:2.0:1776200763.923949:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776200763.923952:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:2.0:1776200763.923955:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [405:405:256:4294967295] 192.168.203.148@tcp LPNI seq info [405:405:8:4294967295] 00000400:00000200:2.0:1776200763.923959:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200763.923966:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:2.0:1776200763.923972:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200763.923977:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e7fa092 (tot 3431934). 00000800:00000200:2.0:1776200763.923983:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200763.924046:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200763.924049:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003e7fa092 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:2.0:1776200763.924067:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200763.924069:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200763.924072:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200763.924076:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200763.924078:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200763.924083:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200763.924085:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1776200763.924088:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200763.924089:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200763.924090:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200763.924092:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200763.928121:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200763.928130:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e7fa092 (tot 3431686). 00000400:00000200:3.0:1776200763.928137:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200763.928147:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200763.928153:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008cbac99f 00000400:00000010:3.0:1776200763.928155:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008cbac99f. 00000100:00000001:3.0:1776200763.928161:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200763.928167:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d35e16a3 x1862481227032640/t4294967305(4294967305) o36->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 488/456 e 0 to 0 dl 1776200770 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'touch.0' 00000100:00000001:3.0:1776200763.928179:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200763.928181:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000d35e16a3 x1862481227032640/t4294967305(4294967305) o36->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 488/456 e 0 to 0 dl 1776200770 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'touch.0' 00000100:00000001:3.0:1776200763.928187:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200763.928189:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200763.932714:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200763.932732:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200763.932736:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200763.932739:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200763.932749:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200763.932755:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200763.932763:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200763.932767:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200763.932770:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200763.932774:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f02840 00000400:00000200:2.0:1776200763.932778:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200763.932783:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0x1085 [1] + 224 00000800:00000001:2.0:1776200763.932789:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200763.932799:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200763.932801:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200763.932809:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200763.932815:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200763.932820:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d35e16a3 x1862481227032640/t4294967305(4294967305) o36->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 488/456 e 0 to 0 dl 1776200770 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'touch.0' 00000100:00000040:2.0:1776200763.932830:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=456 offset=224 replen=456 req@00000000d35e16a3 x1862481227032640/t4294967305(4294967305) o36->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 488/456 e 0 to 0 dl 1776200770 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'touch.0' 00000100:00000001:0.0:1776200763.932907:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776200763.932912:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200763.932928:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:2.0:1776200763.932935:0:2234:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1776200763.932940:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200763.932945:0:2234:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200763.932950:0:2234:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [406:406:256:4294967295] 192.168.203.148@tcp LPNI seq info [406:406:8:4294967295] 00000400:00000200:2.0:1776200763.932954:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200763.932969:0:2234:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:2.0:1776200763.932974:0:2234:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200763.932980:0:2234:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba67b427 (tot 3431934). 00000800:00000200:2.0:1776200763.932985:0:2234:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200763.932998:0:2234:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200763.933002:0:2234:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ba67b427 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1776200763.933093:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200763.933097:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba67b427 (tot 3431686). 00000400:00000200:2.0:1776200763.933101:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200763.933104:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:2.0:1776200763.933109:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200763.933120:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1776200763.933493:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1776200763.933496:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1776200763.933498:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c8e90505. 00000400:00000200:0.0:1776200763.933502:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000048889f5 00000400:00000010:0.0:1776200763.933504:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000048889f5. 00000100:00000001:0.0:1776200763.933507:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1776200763.933511:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d35e16a3 x1862481227032640/t4294967305(4294967305) o36->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 488/456 e 0 to 0 dl 1776200770 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'touch.0' 00000100:00000200:0.0:1776200763.933518:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d35e16a3 x1862481227032640/t4294967305(4294967305) o36->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 488/456 e 0 to 0 dl 1776200770 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'touch.0' 00000100:00000001:0.0:1776200763.933534:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1776200763.933535:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200763.933538:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1776200763.933540:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1776200763.933542:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1776200763.933544:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200763.933547:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1776200763.933554:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000005b486c3e time=81 v=1 (1 0 0 0) 00000100:00001000:0.0:1776200763.933558:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c01f1611 time=0 v=1 (1 0 0 0) 00000100:00000001:0.0:1776200763.933561:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1776200763.933562:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200763.933564:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1776200763.933567:0:2239:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200763.933569:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1776200763.933572:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1776200763.933573:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993bc2c8c000: skip recheck: last_committed 4294967303 00000100:00000001:0.0:1776200763.933575:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1776200763.933577:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200763.933581:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d35e16a3 x1862481227032640/t4294967305(4294967305) o36->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 488/456 e 0 to 0 dl 1776200770 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'touch.0' 00000100:00000001:0.0:1776200763.933622:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200763.933626:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1776200763.933628:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200763.933630:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1776200763.933646:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@00000000d35e16a3 x1862481227032640/t4294967305(4294967305) o36->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 488/456 e 0 to 0 dl 1776200770 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'touch.0' 00000100:00000001:0.0:1776200763.933653:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1776200763.933655:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1776200763.933657:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1776200763.933658:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1776200763.933659:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993bc2c8c000: committing for last_committed 4294967303 gen 1 00000100:00100000:0.0:1776200763.933664:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@0000000021f09cb4 x1862481227032512/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 584/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'touch.0' 00000100:00000001:0.0:1776200763.933674:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1776200763.933675:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000003f892a49 from lustre-MDT0000_UUID committed 4294967303 last 4294967305 00000100:00000001:0.0:1776200763.933678:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1776200763.933681:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@00000000cde93697 x1862481227032896/t4294967306(4294967306) o35->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/0 rc 0/0 job:'touch.0' 00000100:00000001:0.0:1776200763.933687:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200763.933688:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080764506112 : -112992945045504 : ffff993bc7a60000) 00000100:00000040:0.0:1776200763.933691:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000cde93697] to pc [ptlrpcd_rcv+-1] req@00000000cde93697 x1862481227032896/t4294967306(4294967306) o35->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'touch.0' 00000100:00000001:0.0:1776200763.933698:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200763.933700:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200763.933702:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200763.933703:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200763.933706:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d35e16a3 x1862481227032640/t4294967305(4294967305) o36->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 488/456 e 0 to 0 dl 1776200770 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'touch.0' 00000100:00100000:0.0:1776200763.933713:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d35e16a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:afb33528-7691-4975-9821-d2ff03b6f7ab:2239:1862481227032640:192.168.203.148@tcp:36:touch.0 00000100:00000001:0.0:1776200763.933717:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200763.933720:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200763.933722:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000d35e16a3 x1862481227032640/t4294967305(4294967305) o36->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 488/456 e 0 to 0 dl 1776200770 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'touch.0' 00000100:00000001:0.0:1776200763.933727:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200763.933729:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200763.933737:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200763.933738:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:0.0:1776200763.933740:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776200763.933741:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200763.933743:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776200763.933745:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cde93697 x1862481227032896/t4294967306(4294967306) o35->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'touch.0' 00000100:00000001:0.0:1776200763.933756:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200763.933758:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200763.933761:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776200763.933764:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200763.933766:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cde93697 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:afb33528-7691-4975-9821-d2ff03b6f7ab:2239:1862481227032896:192.168.203.148@tcp:35:touch.0 00000100:00000001:0.0:1776200763.933769:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776200763.933773:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776200763.933775:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776200763.933780:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:0.0:1776200763.933783:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e781608d. 00000400:00000010:0.0:1776200763.933787:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c3f73b6. 00000100:00000200:0.0:1776200763.933792:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227032896, portal 10 00000100:00000001:0.0:1776200763.933794:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200763.933794:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080764506112 : -112992945045504 : ffff993bc7a60000) 00000100:00000040:0.0:1776200763.933799:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@00000000cde93697 x1862481227032896/t4294967306(4294967306) o35->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200770 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'touch.0' 00000100:00000001:0.0:1776200763.933805:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776200763.933807:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:0.0:1776200763.933809:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e0112964. 00000100:00000200:0.0:1776200763.933811:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227032896, offset 0 00000400:00000200:0.0:1776200763.933817:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:0.0:1776200763.933821:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200763.933825:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:0.0:1776200763.933831:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:0.0:1776200763.933833:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776200763.933836:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:0.0:1776200763.933839:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [407:407:256:4294967295] 192.168.203.148@tcp LPNI seq info [407:407:8:4294967295] 00000400:00000200:0.0:1776200763.933842:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200763.933848:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:0.0:1776200763.933853:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:0.0:1776200763.933857:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f9203e (tot 3431934). 00000800:00000200:0.0:1776200763.933861:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:0.0:1776200763.933865:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:0.0:1776200763.933868:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f9203e type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1776200763.933884:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200763.933886:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200763.933889:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200763.933891:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200763.933892:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200763.933895:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200763.933896:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:0.0:1776200763.933898:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776200763.933899:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200763.933900:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200763.933901:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200763.936020:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200763.936026:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052f9203e (tot 3431686). 00000400:00000200:2.0:1776200763.936032:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200763.936040:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200763.936045:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0112964 00000400:00000010:2.0:1776200763.936047:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e0112964. 00000100:00000001:2.0:1776200763.936052:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200763.936057:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cde93697 x1862481227032896/t4294967306(4294967306) o35->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200770 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'touch.0' 00000100:00000001:2.0:1776200763.936069:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200763.936072:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000cde93697 x1862481227032896/t4294967306(4294967306) o35->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200770 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'touch.0' 00000100:00000001:2.0:1776200763.936077:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200763.936079:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200763.948142:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200763.948158:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200763.948162:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200763.948164:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200763.948173:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200763.948181:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200763.948188:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200763.948192:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200763.948196:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200763.948200:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f02940 00000400:00000200:2.0:1776200763.948206:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200763.948211:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0x1095 [1] + 224 00000800:00000001:2.0:1776200763.948218:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200763.948229:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200763.948231:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200763.948234:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200763.948240:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200763.948245:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cde93697 x1862481227032896/t4294967306(4294967306) o35->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200770 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'touch.0' 00000100:00000040:2.0:1776200763.948254:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=456 offset=224 replen=456 req@00000000cde93697 x1862481227032896/t4294967306(4294967306) o35->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200770 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'touch.0' 00000100:00000001:2.0:1776200763.948274:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200763.948281:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200763.948283:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200763.948343:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776200763.948347:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1776200763.948352:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1776200763.948354:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1776200763.948356:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e781608d. 00000400:00000200:0.0:1776200763.948360:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c3f73b6 00000400:00000010:0.0:1776200763.948361:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c3f73b6. 00000100:00000001:0.0:1776200763.948363:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1776200763.948510:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cde93697 x1862481227032896/t4294967306(4294967306) o35->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200770 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'touch.0' 00000100:00000200:0.0:1776200763.948519:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cde93697 x1862481227032896/t4294967306(4294967306) o35->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200770 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'touch.0' 00000100:00000001:0.0:1776200763.948524:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1776200763.948527:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200763.948529:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1776200763.948531:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1776200763.948534:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1776200763.948536:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200763.948538:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1776200763.948546:0:2239:0:(import.c:1935:at_measured()) add 10 to 000000006351cca0 time=81 v=1 (1 0 0 0) 00000100:00001000:0.0:1776200763.948549:0:2239:0:(import.c:2000:at_measured()) AT 000000006351cca0 change: old=1 new=10 delta=9 (val=10) hist 10 0 0 0 00000100:00001000:0.0:1776200763.948552:0:2239:0:(client.c:379:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0000-mdc-ffff993bc2c8c000 ptl 23 has changed from 1 to 10 00000100:00001000:0.0:1776200763.948555:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c01f1611 time=0 v=1 (1 0 0 0) 00000100:00000001:0.0:1776200763.948557:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1776200763.948559:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200763.948561:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1776200763.948563:0:2239:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200763.948565:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1776200763.948568:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1776200763.948569:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993bc2c8c000: skip recheck: last_committed 4294967303 00000100:00000001:0.0:1776200763.948570:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1776200763.948572:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200763.948575:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cde93697 x1862481227032896/t4294967306(4294967306) o35->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200770 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'touch.0' 00000100:00000001:0.0:1776200763.948581:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200763.948583:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1776200763.948585:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200763.948749:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1776200763.948754:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@00000000cde93697 x1862481227032896/t4294967306(4294967306) o35->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200770 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'touch.0' 00000100:00000001:0.0:1776200763.948761:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1776200763.948763:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1776200763.948765:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1776200763.948767:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1776200763.948768:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993bc2c8c000: committing for last_committed 4294967303 gen 1 00000100:00100000:0.0:1776200763.948772:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@0000000021f09cb4 x1862481227032512/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 584/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'touch.0' 00000100:00000001:0.0:1776200763.948777:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1776200763.948778:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000003f892a49 from lustre-MDT0000_UUID committed 4294967303 last 4294967306 00000100:00000001:0.0:1776200763.948781:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1776200763.948783:0:2239:0:(import.c:86:import_set_state_nolock()) 000000003f892a49 lustre-MDT0000_UUID: changing import state from REPLAY to REPLAY_LOCKS 00000020:00000040:0.0:1776200763.948787:0:2239:0:(genops.c:1191:class_import_get()) import 000000003f892a49 refcount=9 obd=lustre-MDT0000-mdc-ffff993bc2c8c000 00000100:00000001:2.0:1776200763.950897:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200763.950903:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200763.950915:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cde93697 x1862481227032896/t4294967306(4294967306) o35->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200770 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'touch.0' 00000100:00100000:2.0:1776200763.950925:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cde93697 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:afb33528-7691-4975-9821-d2ff03b6f7ab:2239:1862481227032896:192.168.203.148@tcp:35:touch.0 00000100:00000001:2.0:1776200763.950932:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200763.950936:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200763.950938:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000cde93697 x1862481227032896/t4294967306(4294967306) o35->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200770 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'touch.0' 00000100:00000001:2.0:1776200763.950944:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1776200763.951035:0:9535:0:(ldlm_request.c:2680:ldlm_lock_replay_thread()) lock replay thread lustre-MDT0000-mdc-ffff993bc2c8c000 to lustre-MDT0000_UUID@192.168.203.148@tcp 00010000:00000001:1.0:1776200763.951039:0:9535:0:(ldlm_request.c:2636:__ldlm_replay_locks()) Process entered 00010000:00010000:1.0:1776200763.951041:0:9535:0:(ldlm_request.c:2600:ldlm_cancel_unused_locks_for_replay()) Dropping as many unused locks as possible before replay for namespace lustre-MDT0000-mdc-ffff993bc2c8c000 (3) 00010000:00000001:1.0:1776200763.951044:0:9535:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00000002:00000001:1.0:1776200763.951048:0:9535:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1776200763.951050:0:9535:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200763.951052:0:9535:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1776200763.951054:0:9535:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1776200763.951056:0:9535:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1776200763.951057:0:9535:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200763.951058:0:9535:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1776200763.951059:0:9535:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1776200763.951061:0:9535:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1776200763.951061:0:9535:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200763.951063:0:9535:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1776200763.951063:0:9535:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1776200763.951064:0:9535:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:1.0:1776200763.951066:0:9535:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:1.0:1776200763.951068:0:9535:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1776200763.951071:0:9535:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1776200763.951073:0:9535:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1776200763.951074:0:9535:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000401:0x3:0x0] mode (null) 00000080:00000001:1.0:1776200763.951077:0:9535:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1776200763.951086:0:9535:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:1.0:1776200763.951088:0:9535:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000401:0x3:0x0] 00800000:00000001:1.0:1776200763.951090:0:9535:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1776200763.951092:0:9535:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1776200763.951094:0:9535:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1776200763.951099:0:9535:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000ad9af64d count: 2 00010000:00000001:1.0:1776200763.951101:0:9535:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1776200763.951103:0:9535:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000ad9af64d count: 1 00000002:00000001:1.0:1776200763.951105:0:9535:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1776200763.951107:0:9535:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1776200763.951108:0:9535:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1776200763.951108:0:9535:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00000100:00000001:2.0:1776200763.951165:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200763.951168:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200763.951169:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200763.951170:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200763.951171:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1776200763.951229:0:9535:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000401:0x3:0x0] 00800000:00000001:1.0:1776200763.951231:0:9535:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1776200763.951232:0:9535:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1776200763.951233:0:9535:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1776200763.951235:0:9535:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000ad9af64d count: 2 00010000:00000001:1.0:1776200763.951236:0:9535:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1776200763.951237:0:9535:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000ad9af64d count: 1 00000002:00000001:1.0:1776200763.951239:0:9535:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1776200763.951240:0:9535:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1776200763.951241:0:9535:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1776200763.951243:0:9535:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:1.0:1776200763.951245:0:9535:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:1.0:1776200763.951248:0:9535:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080683115800 : -112993026435816 : ffff993bc2cc1518) 00000020:00001000:1.0:1776200763.951249:0:9535:0:(cl_object.c:739:cl_env_get()) 1@0000000048cbdfee 00000020:00000001:1.0:1776200763.951251:0:9535:0:(cl_object.c:296:cl_conf_set()) Process entered 00000080:00200000:1.0:1776200763.951253:0:9535:0:(vvp_object.c:137:vvp_conf_set()) [0x200000401:0x3:0x0]: losing layout lock 00000080:00000001:1.0:1776200763.951255:0:9535:0:(pcc.c:2128:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1776200763.951257:0:9535:0:(pcc.c:2143:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1776200763.951259:0:9535:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:1.0:1776200763.951261:0:9535:0:(lov_object.c:1393:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1776200763.951263:0:9535:0:(lov_object.c:1466:lov_conf_set()) [0x200000401:0x3:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1776200763.951265:0:9535:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1776200763.951266:0:9535:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1776200763.951268:0:9535:0:(cl_object.c:820:cl_env_put()) 1@0000000048cbdfee 00000080:00000001:1.0:1776200763.951270:0:9535:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1776200763.951272:0:9535:0:(dcache.c:234:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1776200763.951275:0:9535:0:(dcache.c:239:ll_prune_aliases()) marking dentries for inode [0x200000401:0x3:0x0](00000000ebbe408a) invalid 00000080:00002000:1.0:1776200763.951277:0:9535:0:(llite_internal.h:1745:d_lustre_invalidate()) invalidate dentry f0a.replay-dual (0000000015cfa706) parent 00000000387010b5 inode 00000000ebbe408a refc 0 00000080:00000001:1.0:1776200763.951287:0:9535:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1776200763.951291:0:9535:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1776200763.951295:0:9535:0:(dcache.c:248:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1776200763.951300:0:9535:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1776200763.951301:0:9535:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200763.951305:0:9535:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1776200763.951307:0:9535:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1776200763.951308:0:9535:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1776200763.951309:0:9535:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1776200763.951311:0:9535:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000008086f154 with handle 0x8d91c35bada81cdd from hash 00010000:00000001:1.0:1776200763.951313:0:9535:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1776200763.951315:0:9535:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776200763.951316:0:9535:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1776200763.951317:0:9535:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1776200763.951321:0:9535:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1776200763.951322:0:9535:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1776200763.951324:0:9535:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993bc2c8c000 lock: 000000008086f154/0x8d91c35bada81cdd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x98dca339dc2af8d9 expref: -99 pid: 9211 timeout: 0 lvb_type: 3 00010000:00000040:1.0:1776200763.951331:0:9535:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000ad9af64d count: 1 00010000:00000010:1.0:1776200763.951334:0:9535:0:(ldlm_lock.c:233:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at 0000000003e2e827. 00010000:00000040:1.0:1776200763.951338:0:9535:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000ad9af64d count: 0 00010000:00000010:1.0:1776200763.951341:0:9535:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000091ebd01f. 00010000:00000001:1.0:1776200763.951352:0:9535:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1776200763.951353:0:9535:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:1.0:1776200763.951354:0:9535:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1776200763.951356:0:9535:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1776200763.951357:0:9535:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1776200763.951358:0:9535:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000080:00000001:1.0:1776200763.951360:0:9535:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1776200763.951361:0:9535:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:1.0:1776200763.951362:0:9535:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000007:0x1:0x0] 00800000:00000001:1.0:1776200763.951363:0:9535:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1776200763.951365:0:9535:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1776200763.951379:0:9535:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1776200763.951381:0:9535:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 0000000038f9c538 count: 2 00010000:00000001:1.0:1776200763.951382:0:9535:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1776200763.951384:0:9535:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000038f9c538 count: 1 00000002:00000001:1.0:1776200763.951386:0:9535:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1776200763.951387:0:9535:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1776200763.951389:0:9535:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1776200763.951390:0:9535:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:1.0:1776200763.951390:0:9535:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000007:0x1:0x0] 00800000:00000001:1.0:1776200763.951392:0:9535:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1776200763.951393:0:9535:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1776200763.951393:0:9535:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1776200763.951395:0:9535:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 0000000038f9c538 count: 2 00010000:00000001:1.0:1776200763.951396:0:9535:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1776200763.951397:0:9535:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000038f9c538 count: 1 00000002:00000001:1.0:1776200763.951398:0:9535:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1776200763.951400:0:9535:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1776200763.951401:0:9535:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1776200763.951402:0:9535:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1776200763.951403:0:9535:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200763.951405:0:9535:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1776200763.951406:0:9535:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1776200763.951407:0:9535:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1776200763.951408:0:9535:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1776200763.951409:0:9535:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000a93df969 with handle 0x8d91c35bada81ccf from hash 00010000:00000001:1.0:1776200763.951411:0:9535:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1776200763.951412:0:9535:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776200763.951413:0:9535:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1776200763.951413:0:9535:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1776200763.951415:0:9535:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1776200763.951416:0:9535:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1776200763.951417:0:9535:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993bc2c8c000 lock: 00000000a93df969/0x8d91c35bada81ccf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000000 nid: local remote: 0x98dca339dc2af885 expref: -99 pid: 9184 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1776200763.951422:0:9535:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000038f9c538 count: 1 00010000:00000040:1.0:1776200763.951424:0:9535:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000038f9c538 count: 0 00010000:00000010:1.0:1776200763.951426:0:9535:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a64dd69a. 00010000:00000001:1.0:1776200763.951431:0:9535:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1776200763.951432:0:9535:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:1.0:1776200763.951433:0:9535:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1776200763.951435:0:9535:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1776200763.951435:0:9535:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1776200763.951436:0:9535:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000401:0x1:0x0] mode (null) 00000080:00000001:1.0:1776200763.951438:0:9535:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1776200763.951439:0:9535:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:1.0:1776200763.951440:0:9535:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000401:0x1:0x0] 00800000:00000001:1.0:1776200763.951441:0:9535:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1776200763.951443:0:9535:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1776200763.951443:0:9535:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1776200763.951445:0:9535:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000681f20fe count: 2 00010000:00000001:1.0:1776200763.951446:0:9535:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1776200763.951447:0:9535:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000681f20fe count: 1 00000002:00000001:1.0:1776200763.951449:0:9535:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1776200763.951450:0:9535:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1776200763.951451:0:9535:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1776200763.951452:0:9535:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:1.0:1776200763.951453:0:9535:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000401:0x1:0x0] 00800000:00000001:1.0:1776200763.951454:0:9535:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1776200763.951455:0:9535:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:1.0:1776200763.951456:0:9535:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1776200763.951457:0:9535:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000681f20fe count: 2 00010000:00000001:1.0:1776200763.951458:0:9535:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1776200763.951460:0:9535:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000681f20fe count: 1 00000002:00000001:1.0:1776200763.951462:0:9535:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1776200763.951463:0:9535:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1776200763.951464:0:9535:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1776200763.951466:0:9535:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:1.0:1776200763.951467:0:9535:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:1.0:1776200763.951468:0:9535:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080683115800 : -112993026435816 : ffff993bc2cc1518) 00000020:00001000:1.0:1776200763.951470:0:9535:0:(cl_object.c:739:cl_env_get()) 1@0000000048cbdfee 00000020:00000001:1.0:1776200763.951471:0:9535:0:(cl_object.c:296:cl_conf_set()) Process entered 00000080:00200000:1.0:1776200763.951473:0:9535:0:(vvp_object.c:137:vvp_conf_set()) [0x200000401:0x1:0x0]: losing layout lock 00000080:00000001:1.0:1776200763.951475:0:9535:0:(pcc.c:2128:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1776200763.951476:0:9535:0:(pcc.c:2143:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1776200763.951477:0:9535:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:1.0:1776200763.951478:0:9535:0:(lov_object.c:1393:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1776200763.951479:0:9535:0:(lov_object.c:1466:lov_conf_set()) [0x200000401:0x1:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1776200763.951481:0:9535:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1776200763.951482:0:9535:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1776200763.951483:0:9535:0:(cl_object.c:820:cl_env_put()) 1@0000000048cbdfee 00000080:00000001:1.0:1776200763.951484:0:9535:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1776200763.951486:0:9535:0:(dcache.c:234:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1776200763.951487:0:9535:0:(dcache.c:239:ll_prune_aliases()) marking dentries for inode [0x200000401:0x1:0x0](00000000e200a1e2) invalid 00000080:00002000:1.0:1776200763.951489:0:9535:0:(llite_internal.h:1745:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-A (0000000070bb4aac) parent 00000000387010b5 inode 00000000e200a1e2 refc 0 00000080:00000001:1.0:1776200763.951493:0:9535:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:1.0:1776200763.951496:0:9535:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:1.0:1776200763.951498:0:9535:0:(dcache.c:248:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1776200763.951499:0:9535:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1776200763.951500:0:9535:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200763.951503:0:9535:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1776200763.951504:0:9535:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1776200763.951505:0:9535:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1776200763.951506:0:9535:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1776200763.951507:0:9535:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000040f3eab5 with handle 0x8d91c35bada81cac from hash 00010000:00000001:1.0:1776200763.951509:0:9535:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1776200763.951510:0:9535:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1776200763.951510:0:9535:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1776200763.951511:0:9535:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1776200763.951513:0:9535:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1776200763.951514:0:9535:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1776200763.951515:0:9535:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993bc2c8c000 lock: 0000000040f3eab5/0x8d91c35bada81cac lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x98dca339dc2af7d6 expref: -99 pid: 9144 timeout: 0 lvb_type: 3 00010000:00000040:1.0:1776200763.951521:0:9535:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000681f20fe count: 1 00010000:00000010:1.0:1776200763.951523:0:9535:0:(ldlm_lock.c:233:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at 00000000de501e19. 00010000:00000040:1.0:1776200763.951526:0:9535:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000681f20fe count: 0 00010000:00000010:1.0:1776200763.951528:0:9535:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000085694a73. 00010000:00000001:1.0:1776200763.951532:0:9535:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1776200763.951534:0:9535:0:(ldlm_request.c:1691:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776200763.951536:0:9535:0:(ldlm_request.c:2613:ldlm_cancel_unused_locks_for_replay()) Canceled 0 unused locks from namespace lustre-MDT0000-mdc-ffff993bc2c8c000 00000001:00000001:1.0:1776200763.951539:0:9535:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1776200763.951541:0:9535:0:(hash.c:1611:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1776200763.951946:0:9535:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200763.952016:0:9535:0:(ldlm_request.c:2666:__ldlm_replay_locks()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200763.952018:0:9535:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200763.952020:0:9535:0:(import.c:86:import_set_state_nolock()) 000000003f892a49 lustre-MDT0000_UUID: changing import state from REPLAY_LOCKS to REPLAY_WAIT 00000100:00000001:1.0:1776200763.952023:0:9535:0:(import.c:1474:signal_completed_replay()) Process entered 00000100:02000000:1.0:1776200763.952025:0:9535:0:(libcfs_fail.h:96:cfs_fail_check_set()) *** cfs_fail_loc=514, val=0*** 00000100:00000001:1.0:1776200763.954003:0:9535:0:(import.c:1477:signal_completed_replay()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1776200763.954010:0:9535:0:(import.c:86:import_set_state_nolock()) 000000003f892a49 lustre-MDT0000_UUID: changing import state from REPLAY_WAIT to RECOVER 00000100:00000001:1.0:1776200763.954015:0:9535:0:(recover.c:177:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1776200763.954016:0:9535:0:(recover.c:205:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1776200763.954018:0:9535:0:(import.c:86:import_set_state_nolock()) 000000003f892a49 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:1.0:1776200763.954021:0:9535:0:(obd_class.h:1192:obd_import_event()) Process entered 00000002:00000001:1.0:1776200763.954024:0:9535:0:(obd_class.h:1210:obd_notify()) Process entered 00800000:00000001:1.0:1776200763.954026:0:9535:0:(lmv_obd.c:146:lmv_notify()) Process entered 00800000:00000001:1.0:1776200763.954028:0:9535:0:(lmv_obd.c:88:lmv_set_mdc_active()) Process entered 00800000:00000040:1.0:1776200763.954029:0:9535:0:(lmv_obd.c:91:lmv_set_mdc_active()) Searching in lmv 00000000fb4f6e59 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:1.0:1776200763.954032:0:9535:0:(lmv_obd.c:97:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x8d91c35bada81c74 00800000:00000040:1.0:1776200763.954035:0:9535:0:(lmv_obd.c:112:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff993bc2c8c000=afb33528-7691-4975-9821-d2ff03b6f7ab device 8 (00000000bd45a721) type mdc at LMV idx 0 00800000:00000040:1.0:1776200763.954038:0:9535:0:(lmv_obd.c:117:lmv_set_mdc_active()) OBD 00000000bd45a721 already active! 00800000:00000001:1.0:1776200763.954039:0:9535:0:(lmv_obd.c:118:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1776200763.954041:0:9535:0:(lmv_obd.c:185:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1776200763.954042:0:9535:0:(obd_class.h:1228:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1776200763.954046:0:9535:0:(kernelcomm.c:246:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:1.0:1776200763.954049:0:9535:0:(kernelcomm.c:260:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1776200763.954051:0:9535:0:(mdc_request.c:2762:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200763.954052:0:9535:0:(obd_class.h:1202:obd_import_event()) Process leaving 00000100:02000000:1.0:1776200763.954058:0:9535:0:(import.c:1642:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff993bc2c8c000: Connection restored to 192.168.203.148@tcp (at 192.168.203.148@tcp) 00000800:00000001:3.0:1776200763.956768:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200763.956781:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200763.956784:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200763.956786:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200763.956796:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200763.956803:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200763.956811:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200763.956816:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200763.956820:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200763.956823:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 600 into portal 10 MB=0x69deab3f029c0 00000400:00000200:3.0:1776200763.956829:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200763.956835:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 600/600 into md 0x1065 [1] + 224 00000800:00000001:3.0:1776200763.956842:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200763.956863:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200763.956866:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200763.956869:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200763.956875:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200763.956881:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200770 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200763.956891:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=600 offset=224 replen=656 req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200770 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200763.956912:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:3.0:1776200763.956982:0:2235:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1776200763.956986:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200763.956992:0:2235:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200763.956998:0:2235:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [408:408:256:4294967295] 192.168.203.148@tcp LPNI seq info [408:408:8:4294967295] 00000400:00000200:3.0:1776200763.957002:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200763.957009:0:2235:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:3.0:1776200763.957013:0:2235:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200763.957018:0:2235:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e06bd1bd (tot 3431934). 00000800:00000200:3.0:1776200763.957025:0:2235:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200763.957033:0:2235:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200763.957038:0:2235:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e06bd1bd type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1776200763.957101:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200763.957105:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e06bd1bd (tot 3431686). 00000400:00000200:3.0:1776200763.957111:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200763.957114:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:3.0:1776200763.957119:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200763.957122:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200763.957297:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200763.957303:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1776200763.957310:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200763.957312:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200763.957314:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000de34f01f. 00000400:00000200:2.0:1776200763.957318:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000231d8864 00000400:00000010:2.0:1776200763.957320:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000231d8864. 00000100:00000001:2.0:1776200763.957322:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200763.957326:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200770 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:2.0:1776200763.957334:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200770 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200763.957350:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200763.957351:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200763.957354:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1776200763.957357:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1776200763.957359:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776200763.957361:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200763.957380:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776200763.957388:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=132 v=1 (1 0 0 0) 00000100:00001000:2.0:1776200763.957392:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=0 v=1 (1 0 0 0) 00000100:00000001:2.0:1776200763.957395:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1776200763.957398:0:2239:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 2 fl Rpc:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200763.957404:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1776200763.957406:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:2.0:1776200763.957408:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1776200763.957410:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:2.0:1776200763.957411:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1776200763.957413:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1776200763.957416:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 2 fl Rpc:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:2.0:1776200763.957422:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1776200763.957424:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200763.957427:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200763.957429:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:2.0:1776200763.957432:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000002:00000001:2.0:1776200763.957439:0:2239:0:(mdc_request.c:687:mdc_replay_open()) Process entered 00000002:00080000:2.0:1776200763.957447:0:2239:0:(mdc_request.c:738:mdc_replay_open()) @@@ updating close body with new fh req@00000000092eac68 x1862481227033152/t4294967308(4294967308) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:2.0:1776200763.957453:0:2239:0:(mdc_request.c:741:mdc_replay_open()) Process leaving 00000100:00020000:2.0:1776200763.957455:0:2239:0:(client.c:3161:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:2.0:1776200763.957461:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1776200763.957463:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:2.0:1776200763.957465:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:2.0:1776200763.957467:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1776200763.957468:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:2.0:1776200763.957471:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:2.0:1776200763.957477:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:2.0:1776200763.957478:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967307 00000100:00000001:2.0:1776200763.957481:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:2.0:1776200763.957484:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@00000000092eac68 x1862481227033152/t4294967308(4294967308) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200763.957490:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200763.957491:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682631040 : -112993026920576 : ffff993bc2c4af80) 00000100:00000040:2.0:1776200763.957495:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000092eac68] to pc [ptlrpcd_rcv+-1] req@00000000092eac68 x1862481227033152/t4294967308(4294967308) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200763.957503:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200763.957504:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200763.957506:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200763.957509:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200763.957512:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 2 fl Interpret:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00100000:2.0:1776200763.957519:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007df96403 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227033024:192.168.203.148@tcp:101:createmany.0 00000100:00000001:2.0:1776200763.957523:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200763.957526:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200763.957528:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 2 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200763.957534:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200763.957536:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200763.957543:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200763.957545:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200763.957547:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200763.957548:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200763.957549:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1776200763.957552:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000092eac68 x1862481227033152/t4294967308(4294967308) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200763.957559:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1776200763.957560:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200763.957563:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1776200763.957566:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1776200763.957569:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000092eac68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227033152:192.168.203.148@tcp:35:createmany.0 00000100:00000001:2.0:1776200763.957572:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1776200763.957578:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1776200763.957580:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1776200763.957585:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:2.0:1776200763.957620:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f6b86d35. 00000400:00000010:2.0:1776200763.957624:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c87db6f0. 00000100:00000200:2.0:1776200763.957629:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227033152, portal 10 00000100:00000001:2.0:1776200763.957641:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200763.957642:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682631040 : -112993026920576 : ffff993bc2c4af80) 00000100:00000040:2.0:1776200763.957646:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@00000000092eac68 x1862481227033152/t4294967308(4294967308) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200770 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200763.957658:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1776200763.957661:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:2.0:1776200763.957664:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000083746e28. 00000100:00000200:2.0:1776200763.957666:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227033152, offset 0 00000400:00000200:2.0:1776200763.957680:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:2.0:1776200763.957685:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200763.957691:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200763.957698:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:2.0:1776200763.957702:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776200763.957705:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:2.0:1776200763.957709:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [409:409:256:4294967295] 192.168.203.148@tcp LPNI seq info [409:409:8:4294967295] 00000400:00000200:2.0:1776200763.957713:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200763.957719:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:2.0:1776200763.957723:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200763.957727:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba67b427 (tot 3431934). 00000800:00000200:2.0:1776200763.957731:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200763.957735:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200763.957737:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ba67b427 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1776200763.957748:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200763.957750:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200763.957753:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200763.957755:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200763.957756:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200763.957759:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200763.957760:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1776200763.957761:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200763.957762:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200763.957763:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200763.957765:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200763.957824:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200763.957827:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba67b427 (tot 3431686). 00000400:00000200:3.0:1776200763.957830:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200763.957834:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200763.957837:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000083746e28 00000400:00000010:3.0:1776200763.957838:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000083746e28. 00000100:00000001:3.0:1776200763.957840:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200763.957843:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000092eac68 x1862481227033152/t4294967308(4294967308) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200770 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200763.957852:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200763.957853:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000092eac68 x1862481227033152/t4294967308(4294967308) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200770 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200763.957859:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200763.957860:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:1.0:1776200763.959921:0:9535:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1776200763.959927:0:9535:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776200763.959929:0:9535:0:(genops.c:1204:class_import_put()) import 000000003f892a49 refcount=8 obd=lustre-MDT0000-mdc-ffff993bc2c8c000 00000020:00000001:1.0:1776200763.959934:0:9535:0:(genops.c:1211:class_import_put()) Process leaving 00000080:00000010:1.1:1776200763.962332:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000e3ed2736. 00010000:00000010:1.1:1776200763.962359:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad9af64d. 00010000:00000010:1.1:1776200763.962364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008086f154. 00010000:00000010:1.1:1776200763.963203:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038f9c538. 00010000:00000010:1.1:1776200763.963207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a93df969. 00000080:00000010:1.1:1776200763.963210:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000006896a43d. 00010000:00000010:1.1:1776200763.963216:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000681f20fe. 00010000:00000010:1.1:1776200763.963218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040f3eab5. 00000800:00000001:3.0:1776200763.977065:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200763.977080:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200763.977085:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200763.977087:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200763.977096:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200763.977104:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200763.977111:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200763.977115:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200763.977119:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200763.977123:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f02a40 00000400:00000200:3.0:1776200763.977128:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200763.977133:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0x109d [1] + 224 00000800:00000001:3.0:1776200763.977140:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200763.977149:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200763.977151:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200763.977155:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200763.977161:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200763.977167:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000092eac68 x1862481227033152/t4294967308(4294967308) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200770 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200763.977178:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=456 offset=224 replen=456 req@00000000092eac68 x1862481227033152/t4294967308(4294967308) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200770 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200763.977202:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200763.977210:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200763.977213:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200763.978449:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200763.978454:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1776200763.978462:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200763.978464:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200763.978466:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f6b86d35. 00000400:00000200:2.0:1776200763.978472:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c87db6f0 00000400:00000010:2.0:1776200763.978474:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c87db6f0. 00000100:00000001:2.0:1776200763.978478:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200763.978484:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000092eac68 x1862481227033152/t4294967308(4294967308) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200770 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:2.0:1776200763.978494:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000092eac68 x1862481227033152/t4294967308(4294967308) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200770 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200763.978500:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200763.978501:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200763.978503:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1776200763.978506:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1776200763.978508:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776200763.978510:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200763.978512:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776200763.978520:0:2239:0:(import.c:1935:at_measured()) add 10 to 000000000f61d0a9 time=131 v=1 (1 0 0 0) 00000100:00001000:2.0:1776200763.978524:0:2239:0:(import.c:2000:at_measured()) AT 000000000f61d0a9 change: old=1 new=10 delta=9 (val=10) hist 10 0 0 0 00000100:00001000:2.0:1776200763.978527:0:2239:0:(client.c:379:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0000-mdc-ffff993be2454000 ptl 23 has changed from 1 to 10 00000100:00001000:2.0:1776200763.978530:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=0 v=1 (1 0 0 0) 00000100:00000001:2.0:1776200763.978532:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1776200763.978533:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200763.978536:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1776200763.978539:0:2239:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200763.978541:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:2.0:1776200763.978543:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1776200763.978545:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:2.0:1776200763.978547:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1776200763.978550:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200763.978553:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000092eac68 x1862481227033152/t4294967308(4294967308) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200770 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200763.978559:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200763.978562:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200763.978564:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200763.978566:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:2.0:1776200763.978570:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@00000000092eac68 x1862481227033152/t4294967308(4294967308) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200770 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200763.978576:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1776200763.978578:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:2.0:1776200763.978580:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:2.0:1776200763.978581:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1776200763.978582:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:2.0:1776200763.978786:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200763.978793:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:2.0:1776200763.978794:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967308 00000100:00000001:2.0:1776200763.978797:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:2.0:1776200763.978801:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@000000009149fa50 x1862481227033280/t4294967309(4294967309) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200763.978807:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200763.978808:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682621312 : -112993026930304 : ffff993bc2c48980) 00000100:00000040:2.0:1776200763.978812:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000009149fa50] to pc [ptlrpcd_rcv+-1] req@000000009149fa50 x1862481227033280/t4294967309(4294967309) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200763.978820:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200763.978821:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200763.978823:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200763.978825:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200763.978828:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000092eac68 x1862481227033152/t4294967308(4294967308) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200770 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:2.0:1776200763.978836:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000092eac68 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227033152:192.168.203.148@tcp:35:createmany.0 00000100:00000001:2.0:1776200763.978840:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200763.978842:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200763.978844:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000092eac68 x1862481227033152/t4294967308(4294967308) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200770 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200763.978856:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200763.978955:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200763.978963:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200763.978965:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200763.978967:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200763.978968:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200763.978970:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1776200763.978974:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009149fa50 x1862481227033280/t4294967309(4294967309) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200763.978980:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1776200763.978982:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200763.978985:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1776200763.978988:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1776200763.978990:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009149fa50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227033280:192.168.203.148@tcp:101:createmany.0 00000100:00000001:2.0:1776200763.978994:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1776200763.978999:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1776200763.979001:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200763.979003:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1776200763.979010:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000347a905a. 02000000:00000001:2.0:1776200763.979012:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1776200763.979018:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:2.0:1776200763.979021:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f6b86d35. 00000400:00000010:2.0:1776200763.979026:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c87db6f0. 00000100:00000200:2.0:1776200763.979031:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227033280, portal 10 00000100:00000001:2.0:1776200763.979032:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200763.979034:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682621312 : -112993026930304 : ffff993bc2c48980) 00000100:00000040:2.0:1776200763.979038:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@000000009149fa50 x1862481227033280/t4294967309(4294967309) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200770 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200763.979045:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1776200763.979047:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:2.0:1776200763.979049:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003e6a4037. 00000100:00000200:2.0:1776200763.979051:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1862481227033280, offset 0 00000400:00000200:2.0:1776200763.979057:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:2.0:1776200763.979063:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200763.979070:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200763.979077:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:2.0:1776200763.979081:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776200763.979084:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:2.0:1776200763.979087:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [410:410:256:4294967295] 192.168.203.148@tcp LPNI seq info [410:410:8:4294967295] 00000400:00000200:2.0:1776200763.979091:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200763.979099:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:2.0:1776200763.979106:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200763.979110:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006f16708a (tot 3431934). 00000800:00000200:2.0:1776200763.979115:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200763.979123:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200763.979126:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006f16708a type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1776200763.979148:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200763.979149:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200763.979152:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200763.979154:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200763.979155:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200763.979158:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200763.979159:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1776200763.979160:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200763.979161:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200763.979162:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200763.979164:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200763.980473:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200763.980479:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006f16708a (tot 3431686). 00000400:00000200:3.0:1776200763.980487:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200763.980494:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200763.980499:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003e6a4037 00000400:00000010:3.0:1776200763.980500:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003e6a4037. 00000100:00000001:3.0:1776200763.980504:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200763.980509:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009149fa50 x1862481227033280/t4294967309(4294967309) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200770 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200763.980519:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200763.980522:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000009149fa50 x1862481227033280/t4294967309(4294967309) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200770 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200763.980528:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200763.980529:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200763.992073:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200763.992090:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200763.992093:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200763.992096:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200763.992106:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200763.992113:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200763.992120:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200763.992125:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200763.992128:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200763.992132:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 600 into portal 10 MB=0x69deab3f02ac0 00000400:00000200:3.0:1776200763.992137:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200763.992143:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 600/600 into md 0x10ad [1] + 224 00000800:00000001:3.0:1776200763.992150:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200763.992157:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200763.992160:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200763.992164:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200763.992169:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200763.992175:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009149fa50 x1862481227033280/t4294967309(4294967309) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200770 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200763.992186:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=600 offset=224 replen=656 req@000000009149fa50 x1862481227033280/t4294967309(4294967309) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200770 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200763.992205:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:3.0:1776200763.992212:0:2234:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1776200763.992220:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200763.992225:0:2234:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200763.992230:0:2234:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [411:411:256:4294967295] 192.168.203.148@tcp LPNI seq info [411:411:8:4294967295] 00000400:00000200:3.0:1776200763.992234:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200763.992243:0:2234:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000100:00000001:2.0:1776200763.992255:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200763.992260:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1776200763.992260:0:2234:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.148@tcp 00000400:00000001:2.0:1776200763.992268:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200763.992270:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200763.992272:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f6b86d35. 00000800:00000010:3.0:1776200763.992274:0:2234:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e06bd1bd (tot 3431934). 00000400:00000200:2.0:1776200763.992276:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c87db6f0 00000400:00000010:2.0:1776200763.992279:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c87db6f0. 00000800:00000200:3.0:1776200763.992282:0:2234:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000100:00000001:2.0:1776200763.992283:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200763.992288:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009149fa50 x1862481227033280/t4294967309(4294967309) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200770 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000800:00000200:3.0:1776200763.992294:0:2234:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200763.992300:0:2234:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e06bd1bd type 0, nob 96 niov 1 nkiov 0 00000100:00000200:2.0:1776200763.992303:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009149fa50 x1862481227033280/t4294967309(4294967309) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200770 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200763.992310:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200763.992312:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200763.992314:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1776200763.992317:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1776200763.992319:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776200763.992321:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200763.992323:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776200763.992332:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=132 v=1 (1 0 0 0) 00000100:00001000:2.0:1776200763.992336:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=0 v=1 (1 0 0 0) 00000100:00000001:2.0:1776200763.992339:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1776200763.992341:0:2239:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@000000009149fa50 x1862481227033280/t4294967309(4294967309) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 2 fl Rpc:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200763.992347:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1776200763.992350:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:2.0:1776200763.992352:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1776200763.992354:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:2.0:1776200763.992356:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1776200763.992358:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1776200763.992361:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009149fa50 x1862481227033280/t4294967309(4294967309) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 2 fl Rpc:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:2.0:1776200763.992384:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000800:00000200:3.0:1776200763.992384:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1776200763.992389:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000800:00000010:3.0:1776200763.992389:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e06bd1bd (tot 3431686). 00000100:00000001:2.0:1776200763.992391:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200763.992394:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000400:00000200:3.0:1776200763.992397:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00080000:2.0:1776200763.992399:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@000000009149fa50 x1862481227033280/t4294967309(4294967309) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000400:00000200:3.0:1776200763.992405:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000002:00000001:2.0:1776200763.992413:0:2239:0:(mdc_request.c:687:mdc_replay_open()) Process entered 00000800:00000001:3.0:1776200763.992413:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200763.992418:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000002:00080000:2.0:1776200763.992422:0:2239:0:(mdc_request.c:738:mdc_replay_open()) @@@ updating close body with new fh req@00000000b300cd5d x1862481227033408/t4294967310(4294967310) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:2.0:1776200763.992435:0:2239:0:(mdc_request.c:741:mdc_replay_open()) Process leaving 00000100:00020000:2.0:1776200763.992437:0:2239:0:(client.c:3161:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@000000009149fa50 x1862481227033280/t4294967309(4294967309) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:2.0:1776200763.992444:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1776200763.992446:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:2.0:1776200763.992449:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:2.0:1776200763.992450:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1776200763.992451:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:2.0:1776200763.992455:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200763.992461:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:2.0:1776200763.992462:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967309 00000100:00000001:2.0:1776200763.992465:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:2.0:1776200763.992468:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@00000000b300cd5d x1862481227033408/t4294967310(4294967310) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200763.992474:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200763.992475:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682639552 : -112993026912064 : ffff993bc2c4d0c0) 00000100:00000040:2.0:1776200763.992479:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000b300cd5d] to pc [ptlrpcd_rcv+-1] req@00000000b300cd5d x1862481227033408/t4294967310(4294967310) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200763.992491:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200763.992493:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200763.992494:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200763.992496:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200763.992499:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009149fa50 x1862481227033280/t4294967309(4294967309) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 2 fl Interpret:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00100000:2.0:1776200763.992506:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009149fa50 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227033280:192.168.203.148@tcp:101:createmany.0 00000100:00000001:2.0:1776200763.992510:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200763.992512:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200763.992514:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000009149fa50 x1862481227033280/t4294967309(4294967309) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 2 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200763.992520:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200763.992521:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200763.992528:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200763.992529:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200763.992531:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200763.992532:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200763.992533:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1776200763.992536:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b300cd5d x1862481227033408/t4294967310(4294967310) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200763.992542:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1776200763.992543:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200763.992546:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1776200763.992549:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1776200763.992551:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b300cd5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227033408:192.168.203.148@tcp:35:createmany.0 00000100:00000001:2.0:1776200763.992554:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1776200763.992559:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1776200763.992561:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1776200763.992565:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:2.0:1776200763.992568:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f6b86d35. 00000400:00000010:2.0:1776200763.992572:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c87db6f0. 00000100:00000200:2.0:1776200763.992656:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227033408, portal 10 00000100:00000001:2.0:1776200763.992659:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200763.992660:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682639552 : -112993026912064 : ffff993bc2c4d0c0) 00000100:00000040:2.0:1776200763.992665:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@00000000b300cd5d x1862481227033408/t4294967310(4294967310) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200781 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200763.992671:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1776200763.992673:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:2.0:1776200763.992675:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008c328d31. 00000100:00000200:2.0:1776200763.992677:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227033408, offset 0 00000400:00000200:2.0:1776200763.992683:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:2.0:1776200763.992688:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200763.992692:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200763.992698:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:2.0:1776200763.992701:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776200763.992704:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:2.0:1776200763.992706:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [412:412:256:4294967295] 192.168.203.148@tcp LPNI seq info [412:412:8:4294967295] 00000400:00000200:2.0:1776200763.992709:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200763.992715:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:2.0:1776200763.992719:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200763.992722:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb249276 (tot 3431934). 00000800:00000200:2.0:1776200763.992726:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200763.992731:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200763.992733:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eb249276 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1776200763.992783:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200763.992785:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200763.992788:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200763.992790:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200763.992791:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200763.992794:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200763.992795:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:2.0:1776200763.992798:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200763.992799:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200763.992800:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200763.992802:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200763.992887:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200763.992889:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb249276 (tot 3431686). 00000400:00000200:3.0:1776200763.992893:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200763.992897:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200763.992900:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008c328d31 00000400:00000010:3.0:1776200763.992901:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008c328d31. 00000100:00000001:3.0:1776200763.992904:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200763.992907:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b300cd5d x1862481227033408/t4294967310(4294967310) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200781 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200763.992915:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200763.992916:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000b300cd5d x1862481227033408/t4294967310(4294967310) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200781 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200763.992922:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200763.992923:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.009923:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.009942:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.009947:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.009949:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.009960:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.009969:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200764.009978:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.009983:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.009988:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.009992:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f02b40 00000400:00000200:3.0:1776200764.009996:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.010003:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0x10bd [1] + 224 00000800:00000001:3.0:1776200764.010011:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.010020:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.010022:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.010026:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200764.010031:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200764.010037:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b300cd5d x1862481227033408/t4294967310(4294967310) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200781 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200764.010047:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=456 offset=224 replen=456 req@00000000b300cd5d x1862481227033408/t4294967310(4294967310) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200781 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.010069:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200764.010079:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.010082:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.011263:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.011267:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1776200764.011275:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200764.011277:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200764.011279:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f6b86d35. 00000400:00000200:2.0:1776200764.011285:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c87db6f0 00000400:00000010:2.0:1776200764.011287:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c87db6f0. 00000100:00000001:2.0:1776200764.011290:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.011297:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b300cd5d x1862481227033408/t4294967310(4294967310) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200781 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:2.0:1776200764.011313:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b300cd5d x1862481227033408/t4294967310(4294967310) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200781 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.011320:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200764.011322:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.011324:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1776200764.011327:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1776200764.011329:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776200764.011331:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.011333:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776200764.011342:0:2239:0:(import.c:1935:at_measured()) add 10 to 000000000f61d0a9 time=132 v=10 (10 0 0 0) 00000100:00001000:2.0:1776200764.011346:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:2.0:1776200764.011349:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1776200764.011350:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200764.011353:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1776200764.011356:0:2239:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.011358:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:2.0:1776200764.011361:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1776200764.011362:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:2.0:1776200764.011376:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1776200764.011379:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200764.011383:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b300cd5d x1862481227033408/t4294967310(4294967310) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200781 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.011390:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200764.011393:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200764.011395:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.011397:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:2.0:1776200764.011400:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@00000000b300cd5d x1862481227033408/t4294967310(4294967310) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200781 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.011407:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1776200764.011409:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:2.0:1776200764.011411:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:2.0:1776200764.011413:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1776200764.011414:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:2.0:1776200764.011418:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.011425:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:2.0:1776200764.011426:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967310 00000100:00000001:2.0:1776200764.011429:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:2.0:1776200764.011432:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@000000009ee4b3d7 x1862481227033536/t4294967311(4294967311) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.011438:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200764.011439:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682643200 : -112993026908416 : ffff993bc2c4df00) 00000100:00000040:2.0:1776200764.011444:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000009ee4b3d7] to pc [ptlrpcd_rcv+-1] req@000000009ee4b3d7 x1862481227033536/t4294967311(4294967311) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.011451:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.011453:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.011454:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.011456:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200764.011458:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b300cd5d x1862481227033408/t4294967310(4294967310) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200781 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:2.0:1776200764.011464:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b300cd5d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227033408:192.168.203.148@tcp:35:createmany.0 00000100:00000001:2.0:1776200764.011469:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.011472:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.011486:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000b300cd5d x1862481227033408/t4294967310(4294967310) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200781 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.011492:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.011494:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.011502:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200764.011503:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.011505:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.011506:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.011507:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1776200764.011510:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009ee4b3d7 x1862481227033536/t4294967311(4294967311) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.011517:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1776200764.011518:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.011522:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1776200764.011524:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1776200764.011527:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009ee4b3d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227033536:192.168.203.148@tcp:101:createmany.0 00000100:00000001:2.0:1776200764.011531:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1776200764.011535:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1776200764.011537:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.011539:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1776200764.011546:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000957c9a7f. 02000000:00000001:2.0:1776200764.011548:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1776200764.011553:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:2.0:1776200764.011556:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f6b86d35. 00000400:00000010:2.0:1776200764.011560:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c87db6f0. 00000100:00000200:2.0:1776200764.011564:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227033536, portal 10 00000100:00000001:2.0:1776200764.011566:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200764.011567:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682643200 : -112993026908416 : ffff993bc2c4df00) 00000100:00000040:2.0:1776200764.011572:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@000000009ee4b3d7 x1862481227033536/t4294967311(4294967311) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.011578:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1776200764.011581:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:2.0:1776200764.011583:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009c473019. 00000100:00000200:2.0:1776200764.011586:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1862481227033536, offset 0 00000400:00000200:2.0:1776200764.011637:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:2.0:1776200764.011643:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.011650:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200764.011657:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:2.0:1776200764.011660:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776200764.011664:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:2.0:1776200764.011667:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [413:413:256:4294967295] 192.168.203.148@tcp LPNI seq info [413:413:8:4294967295] 00000400:00000200:2.0:1776200764.011672:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.011679:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:2.0:1776200764.011685:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200764.011689:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000014782cfc (tot 3431934). 00000800:00000200:2.0:1776200764.011695:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200764.011702:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200764.011706:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000014782cfc type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1776200764.011726:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.011728:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200764.011731:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.011732:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.011734:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.011737:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200764.011739:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1776200764.011740:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.011741:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.011742:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.011744:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.011960:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.011964:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000014782cfc (tot 3431686). 00000400:00000200:3.0:1776200764.011969:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.011974:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.011977:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009c473019 00000400:00000010:3.0:1776200764.011979:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009c473019. 00000100:00000001:3.0:1776200764.011982:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.011984:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009ee4b3d7 x1862481227033536/t4294967311(4294967311) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.011993:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.011995:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000009ee4b3d7 x1862481227033536/t4294967311(4294967311) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.012012:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.012015:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.026394:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.026407:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.026411:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.026413:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.026423:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.026430:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200764.026438:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.026442:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.026446:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.026450:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 600 into portal 10 MB=0x69deab3f02bc0 00000400:00000200:3.0:1776200764.026464:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.026469:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 600/600 into md 0x10cd [1] + 224 00000800:00000001:3.0:1776200764.026477:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.026484:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.026487:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.026490:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200764.026495:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200764.026502:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009ee4b3d7 x1862481227033536/t4294967311(4294967311) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200764.026512:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=600 offset=224 replen=656 req@000000009ee4b3d7 x1862481227033536/t4294967311(4294967311) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.026534:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:3.0:1776200764.026541:0:2235:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1776200764.026544:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.026549:0:2235:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200764.026554:0:2235:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [414:414:256:4294967295] 192.168.203.148@tcp LPNI seq info [414:414:8:4294967295] 00000400:00000200:3.0:1776200764.026558:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.026565:0:2235:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:3.0:1776200764.026570:0:2235:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200764.026576:0:2235:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e06bd1bd (tot 3431934). 00000800:00000200:3.0:1776200764.026582:0:2235:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200764.026629:0:2235:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200764.026632:0:2235:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e06bd1bd type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1776200764.026704:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.026707:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e06bd1bd (tot 3431686). 00000400:00000200:3.0:1776200764.026714:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.026717:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:3.0:1776200764.026722:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.026725:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.028357:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.028362:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1776200764.028382:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200764.028384:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200764.028387:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f6b86d35. 00000400:00000200:2.0:1776200764.028394:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c87db6f0 00000400:00000010:2.0:1776200764.028396:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c87db6f0. 00000100:00000001:2.0:1776200764.028400:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.028408:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009ee4b3d7 x1862481227033536/t4294967311(4294967311) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:2.0:1776200764.028419:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009ee4b3d7 x1862481227033536/t4294967311(4294967311) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.028426:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200764.028428:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.028430:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1776200764.028433:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1776200764.028435:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776200764.028438:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.028440:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776200764.028447:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=133 v=1 (1 0 0 0) 00000100:00001000:2.0:1776200764.028451:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:2.0:1776200764.028453:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1776200764.028456:0:2239:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@000000009ee4b3d7 x1862481227033536/t4294967311(4294967311) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.028462:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1776200764.028464:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:2.0:1776200764.028466:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1776200764.028467:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:2.0:1776200764.028469:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1776200764.028471:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1776200764.028486:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009ee4b3d7 x1862481227033536/t4294967311(4294967311) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.028492:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1776200764.028494:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200764.028496:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.028498:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:2.0:1776200764.028501:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@000000009ee4b3d7 x1862481227033536/t4294967311(4294967311) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000002:00000001:2.0:1776200764.028508:0:2239:0:(mdc_request.c:687:mdc_replay_open()) Process entered 00000002:00080000:2.0:1776200764.028516:0:2239:0:(mdc_request.c:738:mdc_replay_open()) @@@ updating close body with new fh req@000000008d26f3f3 x1862481227033664/t4294967312(4294967312) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:2.0:1776200764.028522:0:2239:0:(mdc_request.c:741:mdc_replay_open()) Process leaving 00000100:00020000:2.0:1776200764.028523:0:2239:0:(client.c:3161:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@000000009ee4b3d7 x1862481227033536/t4294967311(4294967311) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.028530:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1776200764.028532:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:2.0:1776200764.028534:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:2.0:1776200764.028535:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1776200764.028536:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:2.0:1776200764.028541:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.028546:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:2.0:1776200764.028547:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967311 00000100:00000001:2.0:1776200764.028551:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:2.0:1776200764.028554:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@000000008d26f3f3 x1862481227033664/t4294967312(4294967312) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.028559:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200764.028560:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682633472 : -112993026918144 : ffff993bc2c4b900) 00000100:00000040:2.0:1776200764.028564:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000008d26f3f3] to pc [ptlrpcd_rcv+-1] req@000000008d26f3f3 x1862481227033664/t4294967312(4294967312) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.028571:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.028572:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.028574:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.028576:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200764.028578:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009ee4b3d7 x1862481227033536/t4294967311(4294967311) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00100000:2.0:1776200764.028585:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009ee4b3d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227033536:192.168.203.148@tcp:101:createmany.0 00000100:00000001:2.0:1776200764.028614:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.028616:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.028619:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000009ee4b3d7 x1862481227033536/t4294967311(4294967311) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.028625:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.028626:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.028633:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200764.028634:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.028636:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.028637:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.028638:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1776200764.028641:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008d26f3f3 x1862481227033664/t4294967312(4294967312) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.028647:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1776200764.028648:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.028651:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1776200764.028654:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1776200764.028657:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008d26f3f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227033664:192.168.203.148@tcp:35:createmany.0 00000100:00000001:2.0:1776200764.028660:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1776200764.028664:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1776200764.028666:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1776200764.028672:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:2.0:1776200764.028677:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f6b86d35. 00000400:00000010:2.0:1776200764.028681:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c87db6f0. 00000100:00000200:2.0:1776200764.028685:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227033664, portal 10 00000100:00000001:2.0:1776200764.028687:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200764.028688:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682633472 : -112993026918144 : ffff993bc2c4b900) 00000100:00000040:2.0:1776200764.028692:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@000000008d26f3f3 x1862481227033664/t4294967312(4294967312) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.028698:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1776200764.028701:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:2.0:1776200764.028703:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000026788c26. 00000100:00000200:2.0:1776200764.028706:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227033664, offset 0 00000400:00000200:2.0:1776200764.028711:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:2.0:1776200764.028718:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.028724:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200764.028731:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:2.0:1776200764.028734:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776200764.028737:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:2.0:1776200764.028740:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [415:415:256:4294967295] 192.168.203.148@tcp LPNI seq info [415:415:8:4294967295] 00000400:00000200:2.0:1776200764.028743:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.028750:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:2.0:1776200764.028755:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200764.028760:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029c875dc (tot 3431934). 00000800:00000200:2.0:1776200764.028765:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200764.028771:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200764.028775:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029c875dc type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1776200764.028798:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.028800:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200764.028803:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.028805:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.028806:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.028809:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200764.028810:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:2.0:1776200764.028811:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.028812:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.028814:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.028815:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.028959:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.028962:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029c875dc (tot 3431686). 00000400:00000200:3.0:1776200764.028967:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.028971:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.028974:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000026788c26 00000400:00000010:3.0:1776200764.028976:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000026788c26. 00000100:00000001:3.0:1776200764.028979:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.028981:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008d26f3f3 x1862481227033664/t4294967312(4294967312) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.028988:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.028990:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000008d26f3f3 x1862481227033664/t4294967312(4294967312) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.028995:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.028997:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.036414:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.036427:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.036431:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.036433:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.036443:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.036450:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200764.036457:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.036461:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.036465:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.036469:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f02c40 00000400:00000200:3.0:1776200764.036474:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.036478:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0x10dd [1] + 224 00000800:00000001:3.0:1776200764.036485:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.036493:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.036495:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.036499:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200764.036504:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200764.036509:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008d26f3f3 x1862481227033664/t4294967312(4294967312) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200764.036518:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=456 offset=224 replen=456 req@000000008d26f3f3 x1862481227033664/t4294967312(4294967312) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.036538:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200764.036545:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.036547:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.036654:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.036658:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1776200764.036664:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200764.036665:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200764.036668:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f6b86d35. 00000400:00000200:2.0:1776200764.036671:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c87db6f0 00000400:00000010:2.0:1776200764.036673:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c87db6f0. 00000100:00000001:2.0:1776200764.036675:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.036678:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008d26f3f3 x1862481227033664/t4294967312(4294967312) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:2.0:1776200764.036685:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008d26f3f3 x1862481227033664/t4294967312(4294967312) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.036690:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200764.036691:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.036694:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1776200764.036696:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1776200764.036698:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776200764.036700:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.036702:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776200764.036709:0:2239:0:(import.c:1935:at_measured()) add 10 to 000000000f61d0a9 time=132 v=10 (10 0 0 0) 00000100:00001000:2.0:1776200764.036713:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:2.0:1776200764.036716:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1776200764.036718:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200764.036720:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1776200764.036723:0:2239:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.036726:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:2.0:1776200764.036728:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1776200764.036729:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:2.0:1776200764.036731:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1776200764.036733:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200764.036735:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008d26f3f3 x1862481227033664/t4294967312(4294967312) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.036741:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200764.036743:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200764.036745:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.036747:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:2.0:1776200764.036750:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@000000008d26f3f3 x1862481227033664/t4294967312(4294967312) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.036755:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1776200764.036756:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:2.0:1776200764.036758:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:2.0:1776200764.036759:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1776200764.036760:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:2.0:1776200764.036763:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.036768:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:2.0:1776200764.036769:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967312 00000100:00000001:2.0:1776200764.036772:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:2.0:1776200764.036775:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@00000000b64d3357 x1862481227033792/t4294967313(4294967313) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.036780:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200764.036780:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801033984 : -112992908517632 : ffff993bc9d35f00) 00000100:00000040:2.0:1776200764.036784:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000b64d3357] to pc [ptlrpcd_rcv+-1] req@00000000b64d3357 x1862481227033792/t4294967313(4294967313) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.036791:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.036793:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.036794:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.036796:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200764.036798:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008d26f3f3 x1862481227033664/t4294967312(4294967312) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:2.0:1776200764.036803:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008d26f3f3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227033664:192.168.203.148@tcp:35:createmany.0 00000100:00000001:2.0:1776200764.036807:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.036808:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.036819:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000008d26f3f3 x1862481227033664/t4294967312(4294967312) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.036825:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.036826:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.036832:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200764.036833:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.036835:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.036836:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.036837:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1776200764.036839:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b64d3357 x1862481227033792/t4294967313(4294967313) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.036845:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1776200764.036847:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.036849:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1776200764.036852:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1776200764.036854:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b64d3357 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227033792:192.168.203.148@tcp:101:createmany.0 00000100:00000001:2.0:1776200764.036857:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1776200764.036861:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1776200764.036862:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.036865:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1776200764.036870:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000030cab463. 02000000:00000001:2.0:1776200764.036872:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1776200764.036875:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:2.0:1776200764.036877:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f6b86d35. 00000400:00000010:2.0:1776200764.036881:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c87db6f0. 00000100:00000200:2.0:1776200764.036885:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227033792, portal 10 00000100:00000001:2.0:1776200764.036886:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200764.036887:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801033984 : -112992908517632 : ffff993bc9d35f00) 00000100:00000040:2.0:1776200764.036890:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@00000000b64d3357 x1862481227033792/t4294967313(4294967313) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.036896:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1776200764.036898:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:2.0:1776200764.036900:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cde70c73. 00000100:00000200:2.0:1776200764.036902:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1862481227033792, offset 0 00000400:00000200:2.0:1776200764.036907:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:2.0:1776200764.036912:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.036917:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200764.036923:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:2.0:1776200764.036926:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776200764.036928:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:2.0:1776200764.036931:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [416:416:256:4294967295] 192.168.203.148@tcp LPNI seq info [416:416:8:4294967295] 00000400:00000200:2.0:1776200764.036935:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.036941:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:2.0:1776200764.036945:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200764.036949:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001a242a82 (tot 3431934). 00000800:00000200:2.0:1776200764.036953:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200764.036959:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200764.036962:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001a242a82 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1776200764.036976:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.036978:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200764.036980:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.036982:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.036984:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.036986:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200764.036987:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1776200764.036988:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.036989:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.036990:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.036991:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.037390:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.037394:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001a242a82 (tot 3431686). 00000400:00000200:3.0:1776200764.037398:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.037403:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.037406:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cde70c73 00000400:00000010:3.0:1776200764.037407:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cde70c73. 00000100:00000001:3.0:1776200764.037409:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.037412:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b64d3357 x1862481227033792/t4294967313(4294967313) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.037419:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.037421:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000b64d3357 x1862481227033792/t4294967313(4294967313) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.037426:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.037427:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.047488:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.047503:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.047507:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.047510:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.047521:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.047528:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200764.047536:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.047542:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.047546:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.047550:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 600 into portal 10 MB=0x69deab3f02cc0 00000400:00000200:3.0:1776200764.047555:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.047560:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 600/600 into md 0x10ed [1] + 224 00000800:00000001:3.0:1776200764.047568:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.047576:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.047578:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.047582:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200764.047628:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200764.047635:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b64d3357 x1862481227033792/t4294967313(4294967313) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200764.047645:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=600 offset=224 replen=656 req@00000000b64d3357 x1862481227033792/t4294967313(4294967313) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.047665:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:3.0:1776200764.047672:0:2234:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1776200764.047675:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.047680:0:2234:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200764.047685:0:2234:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [417:417:256:4294967295] 192.168.203.148@tcp LPNI seq info [417:417:8:4294967295] 00000400:00000200:3.0:1776200764.047689:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.047695:0:2234:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:3.0:1776200764.047700:0:2234:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200764.047705:0:2234:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e06bd1bd (tot 3431934). 00000800:00000200:3.0:1776200764.047711:0:2234:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200764.047717:0:2234:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200764.047721:0:2234:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e06bd1bd type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1776200764.047792:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.047796:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e06bd1bd (tot 3431686). 00000400:00000200:3.0:1776200764.047803:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.047806:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:3.0:1776200764.047822:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.047826:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.048042:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.048047:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1776200764.048055:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200764.048057:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200764.048059:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f6b86d35. 00000400:00000200:2.0:1776200764.048063:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c87db6f0 00000400:00000010:2.0:1776200764.048065:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c87db6f0. 00000100:00000001:2.0:1776200764.048067:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.048070:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b64d3357 x1862481227033792/t4294967313(4294967313) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:2.0:1776200764.048078:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b64d3357 x1862481227033792/t4294967313(4294967313) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.048084:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200764.048085:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.048087:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1776200764.048090:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1776200764.048092:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776200764.048094:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.048096:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776200764.048105:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=133 v=1 (1 0 0 0) 00000100:00001000:2.0:1776200764.048252:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:2.0:1776200764.048256:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1776200764.048260:0:2239:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@00000000b64d3357 x1862481227033792/t4294967313(4294967313) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.048266:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1776200764.048268:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:2.0:1776200764.048270:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1776200764.048271:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:2.0:1776200764.048273:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1776200764.048276:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1776200764.048279:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b64d3357 x1862481227033792/t4294967313(4294967313) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.048286:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1776200764.048289:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200764.048291:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.048292:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:2.0:1776200764.048295:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@00000000b64d3357 x1862481227033792/t4294967313(4294967313) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000002:00000001:2.0:1776200764.048301:0:2239:0:(mdc_request.c:687:mdc_replay_open()) Process entered 00000002:00080000:2.0:1776200764.048308:0:2239:0:(mdc_request.c:738:mdc_replay_open()) @@@ updating close body with new fh req@00000000773b9eca x1862481227033920/t4294967314(4294967314) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:2.0:1776200764.048314:0:2239:0:(mdc_request.c:741:mdc_replay_open()) Process leaving 00000100:00020000:2.0:1776200764.048316:0:2239:0:(client.c:3161:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@00000000b64d3357 x1862481227033792/t4294967313(4294967313) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.048323:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1776200764.048324:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:2.0:1776200764.048326:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:2.0:1776200764.048327:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1776200764.048328:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:2.0:1776200764.048332:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.048339:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:2.0:1776200764.048340:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967313 00000100:00000001:2.0:1776200764.048344:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:2.0:1776200764.048347:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@00000000773b9eca x1862481227033920/t4294967314(4294967314) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.048354:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200764.048355:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801030336 : -112992908521280 : ffff993bc9d350c0) 00000100:00000040:2.0:1776200764.048359:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000773b9eca] to pc [ptlrpcd_rcv+-1] req@00000000773b9eca x1862481227033920/t4294967314(4294967314) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.048380:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.048381:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.048383:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.048385:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200764.048388:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b64d3357 x1862481227033792/t4294967313(4294967313) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00100000:2.0:1776200764.048394:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b64d3357 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227033792:192.168.203.148@tcp:101:createmany.0 00000100:00000001:2.0:1776200764.048398:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.048400:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.048402:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000b64d3357 x1862481227033792/t4294967313(4294967313) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.048408:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.048410:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.048416:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200764.048417:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.048419:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.048420:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.048422:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1776200764.048424:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000773b9eca x1862481227033920/t4294967314(4294967314) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.048431:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1776200764.048433:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.048436:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1776200764.048439:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1776200764.048442:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000773b9eca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227033920:192.168.203.148@tcp:35:createmany.0 00000100:00000001:2.0:1776200764.048445:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1776200764.048450:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1776200764.048452:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1776200764.048456:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:2.0:1776200764.048460:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f6b86d35. 00000400:00000010:2.0:1776200764.048465:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c87db6f0. 00000100:00000200:2.0:1776200764.048470:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227033920, portal 10 00000100:00000001:2.0:1776200764.048471:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200764.048551:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801030336 : -112992908521280 : ffff993bc9d350c0) 00000100:00000040:2.0:1776200764.048558:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@00000000773b9eca x1862481227033920/t4294967314(4294967314) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.048564:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1776200764.048567:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:2.0:1776200764.048570:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e98856a. 00000100:00000200:2.0:1776200764.048573:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227033920, offset 0 00000400:00000200:2.0:1776200764.048578:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:2.0:1776200764.048584:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.048610:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200764.048616:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:2.0:1776200764.048620:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776200764.048623:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:2.0:1776200764.048625:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [418:418:256:4294967295] 192.168.203.148@tcp LPNI seq info [418:418:8:4294967295] 00000400:00000200:2.0:1776200764.048629:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.048635:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:2.0:1776200764.048640:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200764.048644:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b4341bfd (tot 3431934). 00000800:00000200:2.0:1776200764.048648:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200764.048654:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200764.048656:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b4341bfd type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1776200764.048672:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.048674:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200764.048676:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.048678:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.048679:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.048682:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200764.048683:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:2.0:1776200764.048685:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.048687:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.048688:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.048689:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.049375:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.049379:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b4341bfd (tot 3431686). 00000400:00000200:3.0:1776200764.049383:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.049388:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.049391:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e98856a 00000400:00000010:3.0:1776200764.049393:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e98856a. 00000100:00000001:3.0:1776200764.049396:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.049400:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000773b9eca x1862481227033920/t4294967314(4294967314) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.049409:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.049411:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000773b9eca x1862481227033920/t4294967314(4294967314) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.049416:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.049418:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.055420:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.055437:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.055442:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.055444:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.055524:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.055533:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200764.055541:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.055546:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.055550:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.055554:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f02d40 00000400:00000200:3.0:1776200764.055559:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.055565:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0x10fd [1] + 224 00000800:00000001:3.0:1776200764.055574:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.055586:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.055956:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.055961:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200764.055967:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200764.055974:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000773b9eca x1862481227033920/t4294967314(4294967314) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200764.055985:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=456 offset=224 replen=456 req@00000000773b9eca x1862481227033920/t4294967314(4294967314) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.056222:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.056226:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200764.056245:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200764.056255:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.056259:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1776200764.058700:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200764.058704:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200764.058707:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f6b86d35. 00000400:00000200:2.0:1776200764.058714:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c87db6f0 00000400:00000010:2.0:1776200764.058716:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c87db6f0. 00000100:00000001:2.0:1776200764.058720:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.058730:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000773b9eca x1862481227033920/t4294967314(4294967314) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:2.0:1776200764.058740:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000773b9eca x1862481227033920/t4294967314(4294967314) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.058747:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200764.058749:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.058752:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1776200764.058754:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1776200764.058756:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776200764.058758:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.058761:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776200764.058769:0:2239:0:(import.c:1935:at_measured()) add 10 to 000000000f61d0a9 time=132 v=10 (10 0 0 0) 00000100:00001000:2.0:1776200764.058773:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:2.0:1776200764.058776:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1776200764.058777:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200764.058779:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1776200764.058782:0:2239:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.058785:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:2.0:1776200764.058787:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1776200764.058788:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:2.0:1776200764.058790:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1776200764.058792:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200764.058796:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000773b9eca x1862481227033920/t4294967314(4294967314) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.058803:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200764.058807:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200764.058809:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.058824:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:2.0:1776200764.058828:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@00000000773b9eca x1862481227033920/t4294967314(4294967314) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.058834:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1776200764.058836:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:2.0:1776200764.058838:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:2.0:1776200764.058840:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1776200764.058841:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:2.0:1776200764.058845:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.058850:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:2.0:1776200764.058852:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967314 00000100:00000001:2.0:1776200764.058855:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:2.0:1776200764.058859:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@000000006604301d x1862481227034048/t4294967315(4294967315) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.058865:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200764.058866:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801018176 : -112992908533440 : ffff993bc9d32140) 00000100:00000040:2.0:1776200764.058870:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000006604301d] to pc [ptlrpcd_rcv+-1] req@000000006604301d x1862481227034048/t4294967315(4294967315) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.058877:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.058878:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.058880:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.058882:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200764.058885:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000773b9eca x1862481227033920/t4294967314(4294967314) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:2.0:1776200764.058891:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000773b9eca pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227033920:192.168.203.148@tcp:35:createmany.0 00000100:00000001:2.0:1776200764.058895:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.058898:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.058900:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000773b9eca x1862481227033920/t4294967314(4294967314) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.058906:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.058908:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.058916:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200764.058917:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.058919:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.058921:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.058923:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1776200764.058925:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006604301d x1862481227034048/t4294967315(4294967315) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.058931:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1776200764.058933:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.058936:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1776200764.058939:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1776200764.058941:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006604301d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227034048:192.168.203.148@tcp:101:createmany.0 00000100:00000001:2.0:1776200764.058944:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1776200764.058949:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1776200764.058950:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.058953:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1776200764.058961:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000eab78d43. 02000000:00000001:2.0:1776200764.058963:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1776200764.058970:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:2.0:1776200764.058973:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f6b86d35. 00000400:00000010:2.0:1776200764.058977:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c87db6f0. 00000100:00000200:2.0:1776200764.058981:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227034048, portal 10 00000100:00000001:2.0:1776200764.058983:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200764.058984:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801018176 : -112992908533440 : ffff993bc9d32140) 00000100:00000040:2.0:1776200764.058988:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@000000006604301d x1862481227034048/t4294967315(4294967315) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.058994:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1776200764.058996:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:2.0:1776200764.059234:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a2143a46. 00000100:00000200:2.0:1776200764.059237:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1862481227034048, offset 0 00000400:00000200:2.0:1776200764.059243:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:2.0:1776200764.059251:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.059259:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200764.059266:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:2.0:1776200764.059269:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776200764.059272:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:2.0:1776200764.059275:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [419:419:256:4294967295] 192.168.203.148@tcp LPNI seq info [419:419:8:4294967295] 00000400:00000200:2.0:1776200764.059279:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.059287:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:2.0:1776200764.059292:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200764.059297:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000063bad7bd (tot 3431934). 00000800:00000200:2.0:1776200764.059303:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200764.059309:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200764.059313:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000063bad7bd type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1776200764.061290:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.061299:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200764.061304:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.061308:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.061311:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.061320:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200764.061321:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1776200764.061324:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.061326:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.061327:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.061329:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.063087:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.063094:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000063bad7bd (tot 3431686). 00000400:00000200:3.0:1776200764.063102:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.063111:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.063115:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a2143a46 00000400:00000010:3.0:1776200764.063118:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a2143a46. 00000100:00000001:3.0:1776200764.063122:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.063129:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006604301d x1862481227034048/t4294967315(4294967315) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.063139:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.063141:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000006604301d x1862481227034048/t4294967315(4294967315) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.063148:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.063149:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.075943:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.075959:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.075964:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.075966:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.075975:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.075983:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200764.075990:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.076007:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.076011:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.076015:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 600 into portal 10 MB=0x69deab3f02dc0 00000400:00000200:3.0:1776200764.076020:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.076026:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 600/600 into md 0x110d [1] + 224 00000800:00000001:3.0:1776200764.076034:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.076041:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.076044:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.076047:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200764.076052:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200764.076058:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006604301d x1862481227034048/t4294967315(4294967315) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200764.076068:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=600 offset=224 replen=656 req@000000006604301d x1862481227034048/t4294967315(4294967315) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.076090:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:3.0:1776200764.076097:0:2235:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1776200764.076100:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.076105:0:2235:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200764.076110:0:2235:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [420:420:256:4294967295] 192.168.203.148@tcp LPNI seq info [420:420:8:4294967295] 00000400:00000200:3.0:1776200764.076114:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.076121:0:2235:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:3.0:1776200764.076126:0:2235:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200764.076131:0:2235:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e06bd1bd (tot 3431934). 00000800:00000200:3.0:1776200764.076137:0:2235:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200764.076144:0:2235:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200764.076147:0:2235:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e06bd1bd type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1776200764.076229:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.076232:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e06bd1bd (tot 3431686). 00000400:00000200:3.0:1776200764.076239:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.076242:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:3.0:1776200764.076247:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.076250:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.076828:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.076832:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1776200764.076839:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200764.076841:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200764.076844:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f6b86d35. 00000400:00000200:2.0:1776200764.076847:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c87db6f0 00000400:00000010:2.0:1776200764.076849:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c87db6f0. 00000100:00000001:2.0:1776200764.076853:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.076859:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006604301d x1862481227034048/t4294967315(4294967315) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:2.0:1776200764.076867:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006604301d x1862481227034048/t4294967315(4294967315) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.076874:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200764.076875:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.076877:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1776200764.076880:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1776200764.076882:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776200764.076884:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.076887:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776200764.076895:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=133 v=1 (1 0 0 0) 00000100:00001000:2.0:1776200764.076900:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:2.0:1776200764.076902:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1776200764.076905:0:2239:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@000000006604301d x1862481227034048/t4294967315(4294967315) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.076910:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1776200764.076913:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:2.0:1776200764.076915:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1776200764.076916:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:2.0:1776200764.076918:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1776200764.076920:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1776200764.076924:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006604301d x1862481227034048/t4294967315(4294967315) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.076930:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1776200764.076932:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200764.076934:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.076936:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:2.0:1776200764.076939:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@000000006604301d x1862481227034048/t4294967315(4294967315) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000002:00000001:2.0:1776200764.076946:0:2239:0:(mdc_request.c:687:mdc_replay_open()) Process entered 00000002:00080000:2.0:1776200764.076954:0:2239:0:(mdc_request.c:738:mdc_replay_open()) @@@ updating close body with new fh req@00000000ed8b5f2c x1862481227034176/t4294967316(4294967316) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:2.0:1776200764.076961:0:2239:0:(mdc_request.c:741:mdc_replay_open()) Process leaving 00000100:00020000:2.0:1776200764.076962:0:2239:0:(client.c:3161:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@000000006604301d x1862481227034048/t4294967315(4294967315) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.076968:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1776200764.076970:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:2.0:1776200764.076972:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:2.0:1776200764.076973:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1776200764.076974:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:2.0:1776200764.076979:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.076984:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:2.0:1776200764.076985:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967315 00000100:00000001:2.0:1776200764.076989:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:2.0:1776200764.076992:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@00000000ed8b5f2c x1862481227034176/t4294967316(4294967316) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.077009:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200764.077010:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801021824 : -112992908529792 : ffff993bc9d32f80) 00000100:00000040:2.0:1776200764.077015:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000ed8b5f2c] to pc [ptlrpcd_rcv+-1] req@00000000ed8b5f2c x1862481227034176/t4294967316(4294967316) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.077022:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.077024:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.077026:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.077027:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200764.077030:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006604301d x1862481227034048/t4294967315(4294967315) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00100000:2.0:1776200764.077037:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006604301d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227034048:192.168.203.148@tcp:101:createmany.0 00000100:00000001:2.0:1776200764.077041:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.077044:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.077046:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000006604301d x1862481227034048/t4294967315(4294967315) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.077052:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.077054:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.077061:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200764.077062:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.077064:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.077065:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.077066:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1776200764.077069:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ed8b5f2c x1862481227034176/t4294967316(4294967316) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.077075:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1776200764.077077:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.077079:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1776200764.077081:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1776200764.077084:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed8b5f2c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227034176:192.168.203.148@tcp:35:createmany.0 00000100:00000001:2.0:1776200764.077087:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1776200764.077091:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1776200764.077093:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1776200764.077097:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:2.0:1776200764.077102:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f6b86d35. 00000400:00000010:2.0:1776200764.077106:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c87db6f0. 00000100:00000200:2.0:1776200764.077111:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227034176, portal 10 00000100:00000001:2.0:1776200764.077112:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200764.077113:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801021824 : -112992908529792 : ffff993bc9d32f80) 00000100:00000040:2.0:1776200764.077117:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@00000000ed8b5f2c x1862481227034176/t4294967316(4294967316) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.077123:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1776200764.077125:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:2.0:1776200764.077127:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe0514b3. 00000100:00000200:2.0:1776200764.077129:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227034176, offset 0 00000400:00000200:2.0:1776200764.077134:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:2.0:1776200764.077140:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.077145:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200764.077151:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:2.0:1776200764.077154:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776200764.077157:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:2.0:1776200764.077159:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [421:421:256:4294967295] 192.168.203.148@tcp LPNI seq info [421:421:8:4294967295] 00000400:00000200:2.0:1776200764.077163:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.077169:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:2.0:1776200764.077174:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200764.077178:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000df31a98d (tot 3431934). 00000800:00000200:2.0:1776200764.077182:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200764.077187:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200764.077189:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000df31a98d type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1776200764.077206:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.077208:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200764.077210:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.077212:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.077214:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.077217:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200764.077218:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:2.0:1776200764.077220:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.077220:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.077221:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.077223:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.077398:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.077401:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000df31a98d (tot 3431686). 00000400:00000200:3.0:1776200764.077405:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.077409:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.077412:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe0514b3 00000400:00000010:3.0:1776200764.077413:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe0514b3. 00000100:00000001:3.0:1776200764.077416:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.077419:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ed8b5f2c x1862481227034176/t4294967316(4294967316) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.077426:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.077428:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000ed8b5f2c x1862481227034176/t4294967316(4294967316) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.077434:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.077435:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.109771:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.109787:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.109791:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.109794:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.109805:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.109812:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200764.109820:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.109825:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.109829:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.109833:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f02e40 00000400:00000200:3.0:1776200764.109838:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.109844:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0x111d [1] + 224 00000800:00000001:3.0:1776200764.109850:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.109861:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.109863:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.109868:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200764.109874:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200764.109880:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ed8b5f2c x1862481227034176/t4294967316(4294967316) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200764.109891:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=456 offset=224 replen=456 req@00000000ed8b5f2c x1862481227034176/t4294967316(4294967316) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.109915:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200764.109924:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.109926:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.110022:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.110026:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1776200764.110033:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200764.110035:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200764.110037:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f6b86d35. 00000400:00000200:2.0:1776200764.110041:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c87db6f0 00000400:00000010:2.0:1776200764.110043:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c87db6f0. 00000100:00000001:2.0:1776200764.110046:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.110050:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ed8b5f2c x1862481227034176/t4294967316(4294967316) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:2.0:1776200764.110064:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ed8b5f2c x1862481227034176/t4294967316(4294967316) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.110070:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200764.110071:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.110074:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1776200764.110077:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1776200764.110079:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776200764.110081:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.110084:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776200764.110091:0:2239:0:(import.c:1935:at_measured()) add 10 to 000000000f61d0a9 time=132 v=10 (10 0 0 0) 00000100:00001000:2.0:1776200764.110096:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:2.0:1776200764.110099:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1776200764.110100:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200764.110103:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1776200764.110106:0:2239:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.110109:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:2.0:1776200764.110111:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1776200764.110113:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:2.0:1776200764.110115:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1776200764.110118:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200764.110121:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ed8b5f2c x1862481227034176/t4294967316(4294967316) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.110128:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200764.110130:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200764.110132:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.110134:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:2.0:1776200764.110137:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@00000000ed8b5f2c x1862481227034176/t4294967316(4294967316) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.110143:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1776200764.110144:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:2.0:1776200764.110146:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:2.0:1776200764.110147:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1776200764.110148:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:2.0:1776200764.110153:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.110159:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:2.0:1776200764.110160:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967316 00000100:00000001:2.0:1776200764.110165:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:2.0:1776200764.110168:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@000000004a7465d0 x1862481227034304/t4294967317(4294967317) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.110173:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200764.110174:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080716378432 : -112992993173184 : ffff993bc4c7a140) 00000100:00000040:2.0:1776200764.110178:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000004a7465d0] to pc [ptlrpcd_rcv+-1] req@000000004a7465d0 x1862481227034304/t4294967317(4294967317) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.110185:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.110186:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.110188:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.110189:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200764.110192:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ed8b5f2c x1862481227034176/t4294967316(4294967316) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:2.0:1776200764.110198:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed8b5f2c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227034176:192.168.203.148@tcp:35:createmany.0 00000100:00000001:2.0:1776200764.110201:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.110204:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.110205:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000ed8b5f2c x1862481227034176/t4294967316(4294967316) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.110212:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.110213:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.110221:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200764.110222:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.110224:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.110225:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.110226:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1776200764.110229:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004a7465d0 x1862481227034304/t4294967317(4294967317) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.110235:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1776200764.110237:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.110241:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1776200764.110243:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1776200764.110246:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004a7465d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227034304:192.168.203.148@tcp:101:createmany.0 00000100:00000001:2.0:1776200764.110249:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1776200764.110254:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1776200764.110255:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.110258:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1776200764.110264:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000044a59d5b. 02000000:00000001:2.0:1776200764.110266:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1776200764.110270:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:2.0:1776200764.110273:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f6b86d35. 00000400:00000010:2.0:1776200764.110276:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c87db6f0. 00000100:00000200:2.0:1776200764.110282:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227034304, portal 10 00000100:00000001:2.0:1776200764.110283:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200764.110284:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080716378432 : -112992993173184 : ffff993bc4c7a140) 00000100:00000040:2.0:1776200764.110288:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@000000004a7465d0 x1862481227034304/t4294967317(4294967317) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.110294:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1776200764.110297:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:2.0:1776200764.110299:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000010a7e57a. 00000100:00000200:2.0:1776200764.110301:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1862481227034304, offset 0 00000400:00000200:2.0:1776200764.110307:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:2.0:1776200764.110313:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.110320:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200764.110327:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:2.0:1776200764.110330:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776200764.110332:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:2.0:1776200764.110335:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [422:422:256:4294967295] 192.168.203.148@tcp LPNI seq info [422:422:8:4294967295] 00000400:00000200:2.0:1776200764.110339:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.110347:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:2.0:1776200764.110353:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200764.110358:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000df31a98d (tot 3431934). 00000800:00000200:2.0:1776200764.110377:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200764.110384:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200764.110387:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000df31a98d type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1776200764.110445:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.110447:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200764.110450:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.110452:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.110453:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.110456:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200764.110457:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1776200764.110459:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.110460:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.110461:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.110462:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.112159:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.112166:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000df31a98d (tot 3431686). 00000400:00000200:3.0:1776200764.112172:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.112179:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.112184:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000010a7e57a 00000400:00000010:3.0:1776200764.112185:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000010a7e57a. 00000100:00000001:3.0:1776200764.112189:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.112194:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004a7465d0 x1862481227034304/t4294967317(4294967317) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.112203:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.112207:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000004a7465d0 x1862481227034304/t4294967317(4294967317) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.112212:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.112214:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.128300:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.128318:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.128323:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.128326:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.128336:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.128344:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200764.128352:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.128357:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.128361:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.128378:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 600 into portal 10 MB=0x69deab3f02ec0 00000400:00000200:3.0:1776200764.128384:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.128389:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 600/600 into md 0x112d [1] + 224 00000800:00000001:3.0:1776200764.128397:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.128405:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.128408:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.128412:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200764.128418:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200764.128424:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004a7465d0 x1862481227034304/t4294967317(4294967317) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200764.128436:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=600 offset=224 replen=656 req@000000004a7465d0 x1862481227034304/t4294967317(4294967317) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.128467:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:3.0:1776200764.128474:0:2234:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1776200764.128477:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.128482:0:2234:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200764.128487:0:2234:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [423:423:256:4294967295] 192.168.203.148@tcp LPNI seq info [423:423:8:4294967295] 00000400:00000200:3.0:1776200764.128491:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.128498:0:2234:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:3.0:1776200764.128503:0:2234:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200764.128508:0:2234:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e06bd1bd (tot 3431934). 00000800:00000200:3.0:1776200764.128513:0:2234:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200764.128520:0:2234:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200764.128523:0:2234:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e06bd1bd type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1776200764.128632:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.128635:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e06bd1bd (tot 3431686). 00000400:00000200:3.0:1776200764.128641:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.128644:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:3.0:1776200764.128649:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.128652:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.130560:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.130565:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1776200764.130573:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200764.130574:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200764.130577:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f6b86d35. 00000400:00000200:2.0:1776200764.130583:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c87db6f0 00000400:00000010:2.0:1776200764.130585:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c87db6f0. 00000100:00000001:2.0:1776200764.130610:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.130618:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004a7465d0 x1862481227034304/t4294967317(4294967317) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:2.0:1776200764.130629:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004a7465d0 x1862481227034304/t4294967317(4294967317) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.130636:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200764.130637:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.130639:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1776200764.130642:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1776200764.130644:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776200764.130647:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.130649:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776200764.130657:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=133 v=1 (1 0 0 0) 00000100:00001000:2.0:1776200764.130661:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:2.0:1776200764.130663:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1776200764.130665:0:2239:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@000000004a7465d0 x1862481227034304/t4294967317(4294967317) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.130671:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1776200764.130673:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:2.0:1776200764.130675:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1776200764.130677:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:2.0:1776200764.130678:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1776200764.130681:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1776200764.130683:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004a7465d0 x1862481227034304/t4294967317(4294967317) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.130689:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1776200764.130691:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200764.130692:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.130694:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:2.0:1776200764.130697:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@000000004a7465d0 x1862481227034304/t4294967317(4294967317) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000002:00000001:2.0:1776200764.130702:0:2239:0:(mdc_request.c:687:mdc_replay_open()) Process entered 00000002:00080000:2.0:1776200764.130710:0:2239:0:(mdc_request.c:738:mdc_replay_open()) @@@ updating close body with new fh req@000000008ec5724e x1862481227034432/t4294967318(4294967318) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:2.0:1776200764.130714:0:2239:0:(mdc_request.c:741:mdc_replay_open()) Process leaving 00000100:00020000:2.0:1776200764.130716:0:2239:0:(client.c:3161:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@000000004a7465d0 x1862481227034304/t4294967317(4294967317) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.130721:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1776200764.130723:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:2.0:1776200764.130725:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:2.0:1776200764.130726:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1776200764.130726:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:2.0:1776200764.130731:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.130736:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:2.0:1776200764.130737:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967317 00000100:00000001:2.0:1776200764.130740:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:2.0:1776200764.130742:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@000000008ec5724e x1862481227034432/t4294967318(4294967318) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.130747:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200764.130748:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080716382080 : -112992993169536 : ffff993bc4c7af80) 00000100:00000040:2.0:1776200764.130752:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000008ec5724e] to pc [ptlrpcd_rcv+-1] req@000000008ec5724e x1862481227034432/t4294967318(4294967318) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.130758:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.130759:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.130761:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.130762:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200764.130765:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004a7465d0 x1862481227034304/t4294967317(4294967317) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00100000:2.0:1776200764.130771:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004a7465d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227034304:192.168.203.148@tcp:101:createmany.0 00000100:00000001:2.0:1776200764.130775:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.130777:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.130779:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000004a7465d0 x1862481227034304/t4294967317(4294967317) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.130784:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.130785:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.130792:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200764.130793:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.130795:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.130795:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.130797:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1776200764.130799:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008ec5724e x1862481227034432/t4294967318(4294967318) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.130806:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1776200764.130808:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.130811:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1776200764.130814:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1776200764.130816:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ec5724e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227034432:192.168.203.148@tcp:35:createmany.0 00000100:00000001:2.0:1776200764.130820:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1776200764.130824:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1776200764.130826:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1776200764.130832:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:2.0:1776200764.130838:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f6b86d35. 00000400:00000010:2.0:1776200764.130842:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c87db6f0. 00000100:00000200:2.0:1776200764.130847:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227034432, portal 10 00000100:00000001:2.0:1776200764.130849:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200764.130849:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080716382080 : -112992993169536 : ffff993bc4c7af80) 00000100:00000040:2.0:1776200764.130853:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@000000008ec5724e x1862481227034432/t4294967318(4294967318) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.130860:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1776200764.130862:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:2.0:1776200764.130864:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000edaec872. 00000100:00000200:2.0:1776200764.130866:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227034432, offset 0 00000400:00000200:2.0:1776200764.130871:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:2.0:1776200764.130878:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.130885:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200764.130892:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:2.0:1776200764.130894:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776200764.130897:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:2.0:1776200764.130900:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [424:424:256:4294967295] 192.168.203.148@tcp LPNI seq info [424:424:8:4294967295] 00000400:00000200:2.0:1776200764.130903:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.130910:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:2.0:1776200764.130915:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200764.130920:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000063bad7bd (tot 3431934). 00000800:00000200:2.0:1776200764.130925:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200764.130931:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200764.130934:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000063bad7bd type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1776200764.130956:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.130958:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200764.130961:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.130962:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.130964:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.130966:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200764.130967:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:2.0:1776200764.130969:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.130970:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.130971:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.130972:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.131165:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.131169:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000063bad7bd (tot 3431686). 00000400:00000200:3.0:1776200764.131172:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.131176:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.131179:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000edaec872 00000400:00000010:3.0:1776200764.131181:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000edaec872. 00000100:00000001:3.0:1776200764.131183:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.131185:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008ec5724e x1862481227034432/t4294967318(4294967318) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.131192:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.131194:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000008ec5724e x1862481227034432/t4294967318(4294967318) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.131199:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.131200:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.136882:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.136898:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.136902:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.136904:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.136915:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.136922:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200764.136930:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.136935:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.136939:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.136943:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f02f40 00000400:00000200:3.0:1776200764.136948:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.136953:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0x113d [1] + 224 00000800:00000001:3.0:1776200764.136961:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.136969:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.136971:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.136976:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200764.136981:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200764.136987:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008ec5724e x1862481227034432/t4294967318(4294967318) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200764.137013:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=456 offset=224 replen=456 req@000000008ec5724e x1862481227034432/t4294967318(4294967318) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.137032:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200764.137040:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.137043:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.137225:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.137228:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1776200764.137235:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200764.137237:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200764.137239:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f6b86d35. 00000400:00000200:2.0:1776200764.137243:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c87db6f0 00000400:00000010:2.0:1776200764.137245:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c87db6f0. 00000100:00000001:2.0:1776200764.137247:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.137251:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008ec5724e x1862481227034432/t4294967318(4294967318) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:2.0:1776200764.137258:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008ec5724e x1862481227034432/t4294967318(4294967318) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.137263:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200764.137265:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.137267:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1776200764.137269:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1776200764.137272:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776200764.137274:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.137276:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776200764.137283:0:2239:0:(import.c:1935:at_measured()) add 10 to 000000000f61d0a9 time=132 v=10 (10 0 0 0) 00000100:00001000:2.0:1776200764.137287:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:2.0:1776200764.137289:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1776200764.137291:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200764.137293:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1776200764.137296:0:2239:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.137298:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:2.0:1776200764.137301:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1776200764.137302:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:2.0:1776200764.137304:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1776200764.137306:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200764.137310:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008ec5724e x1862481227034432/t4294967318(4294967318) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.137317:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200764.137320:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200764.137321:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.137323:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:2.0:1776200764.137326:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@000000008ec5724e x1862481227034432/t4294967318(4294967318) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.137331:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1776200764.137334:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:2.0:1776200764.137336:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:2.0:1776200764.137337:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1776200764.137339:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:2.0:1776200764.137343:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.137349:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:2.0:1776200764.137351:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967318 00000100:00000001:2.0:1776200764.137355:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:2.0:1776200764.137358:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@000000008c6cd5a1 x1862481227034560/t4294967319(4294967319) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.137375:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200764.137376:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080716372352 : -112992993179264 : ffff993bc4c78980) 00000100:00000040:2.0:1776200764.137381:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000008c6cd5a1] to pc [ptlrpcd_rcv+-1] req@000000008c6cd5a1 x1862481227034560/t4294967319(4294967319) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.137389:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.137390:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.137392:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.137394:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200764.137397:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008ec5724e x1862481227034432/t4294967318(4294967318) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:2.0:1776200764.137404:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ec5724e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227034432:192.168.203.148@tcp:35:createmany.0 00000100:00000001:2.0:1776200764.137408:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.137410:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.137412:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000008ec5724e x1862481227034432/t4294967318(4294967318) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.137418:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.137419:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.137427:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200764.137428:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.137430:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.137431:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.137432:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1776200764.137434:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008c6cd5a1 x1862481227034560/t4294967319(4294967319) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.137440:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1776200764.137441:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.137444:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1776200764.137446:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1776200764.137449:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c6cd5a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227034560:192.168.203.148@tcp:101:createmany.0 00000100:00000001:2.0:1776200764.137463:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1776200764.137468:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1776200764.137469:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.137472:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1776200764.137478:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000053db667e. 02000000:00000001:2.0:1776200764.137480:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1776200764.137484:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:2.0:1776200764.137486:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f6b86d35. 00000400:00000010:2.0:1776200764.137489:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c87db6f0. 00000100:00000200:2.0:1776200764.137494:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227034560, portal 10 00000100:00000001:2.0:1776200764.137495:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200764.137496:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080716372352 : -112992993179264 : ffff993bc4c78980) 00000100:00000040:2.0:1776200764.137500:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@000000008c6cd5a1 x1862481227034560/t4294967319(4294967319) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.137506:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1776200764.137508:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:2.0:1776200764.137511:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000edaec872. 00000100:00000200:2.0:1776200764.137513:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1862481227034560, offset 0 00000400:00000200:2.0:1776200764.137519:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:2.0:1776200764.137524:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.137529:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200764.137535:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:2.0:1776200764.137538:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776200764.137540:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:2.0:1776200764.137543:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [425:425:256:4294967295] 192.168.203.148@tcp LPNI seq info [425:425:8:4294967295] 00000400:00000200:2.0:1776200764.137547:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.137553:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:2.0:1776200764.137558:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200764.137562:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b4341bfd (tot 3431934). 00000800:00000200:2.0:1776200764.137566:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200764.137571:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200764.137574:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b4341bfd type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1776200764.137612:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.137614:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200764.137617:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.137618:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.137620:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.137623:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200764.137624:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1776200764.137625:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.137626:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.137627:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.137628:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.138098:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.138102:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b4341bfd (tot 3431686). 00000400:00000200:3.0:1776200764.138107:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.138111:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.138113:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000edaec872 00000400:00000010:3.0:1776200764.138114:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000edaec872. 00000100:00000001:3.0:1776200764.138117:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.138120:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008c6cd5a1 x1862481227034560/t4294967319(4294967319) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.138128:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.138129:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000008c6cd5a1 x1862481227034560/t4294967319(4294967319) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.138135:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.138136:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.147163:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.147177:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.147181:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.147183:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.148124:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.148132:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200764.148142:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.148145:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.148149:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.148153:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 600 into portal 10 MB=0x69deab3f02fc0 00000400:00000200:3.0:1776200764.148158:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.148164:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 600/600 into md 0x114d [1] + 224 00000800:00000001:3.0:1776200764.148172:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.148182:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.148184:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.148188:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200764.148205:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200764.148211:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008c6cd5a1 x1862481227034560/t4294967319(4294967319) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200764.148221:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=600 offset=224 replen=656 req@000000008c6cd5a1 x1862481227034560/t4294967319(4294967319) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.148280:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.148284:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200764.148307:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:3.0:1776200764.148315:0:2235:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1776200764.148319:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.148324:0:2235:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200764.148329:0:2235:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [426:426:256:4294967295] 192.168.203.148@tcp LPNI seq info [426:426:8:4294967295] 00000400:00000200:3.0:1776200764.148333:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.148341:0:2235:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:3.0:1776200764.148346:0:2235:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200764.148351:0:2235:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e06bd1bd (tot 3431934). 00000800:00000200:3.0:1776200764.148356:0:2235:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200764.148373:0:2235:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200764.148376:0:2235:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e06bd1bd type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1776200764.148455:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.148459:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e06bd1bd (tot 3431686). 00000400:00000200:3.0:1776200764.148465:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.148468:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:3.0:1776200764.148473:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.148476:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1776200764.149743:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200764.149746:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200764.149749:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f6b86d35. 00000400:00000200:2.0:1776200764.149754:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c87db6f0 00000400:00000010:2.0:1776200764.149756:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c87db6f0. 00000100:00000001:2.0:1776200764.149759:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.149765:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008c6cd5a1 x1862481227034560/t4294967319(4294967319) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:2.0:1776200764.149775:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008c6cd5a1 x1862481227034560/t4294967319(4294967319) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.149782:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200764.149784:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.149786:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1776200764.149789:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1776200764.149791:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776200764.149793:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.149795:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776200764.149803:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=133 v=1 (1 0 0 0) 00000100:00001000:2.0:1776200764.149807:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:2.0:1776200764.149809:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1776200764.149823:0:2239:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@000000008c6cd5a1 x1862481227034560/t4294967319(4294967319) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.149829:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1776200764.149831:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:2.0:1776200764.149833:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1776200764.149835:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:2.0:1776200764.149836:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1776200764.149839:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1776200764.149842:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008c6cd5a1 x1862481227034560/t4294967319(4294967319) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.149847:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1776200764.149849:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200764.149851:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.149852:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:2.0:1776200764.149855:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@000000008c6cd5a1 x1862481227034560/t4294967319(4294967319) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000002:00000001:2.0:1776200764.149861:0:2239:0:(mdc_request.c:687:mdc_replay_open()) Process entered 00000002:00080000:2.0:1776200764.149867:0:2239:0:(mdc_request.c:738:mdc_replay_open()) @@@ updating close body with new fh req@0000000019f7e0c3 x1862481227034688/t4294967320(4294967320) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:2.0:1776200764.149992:0:2239:0:(mdc_request.c:741:mdc_replay_open()) Process leaving 00000100:00020000:2.0:1776200764.150063:0:2239:0:(client.c:3161:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@000000008c6cd5a1 x1862481227034560/t4294967319(4294967319) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.150071:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1776200764.150073:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:2.0:1776200764.150075:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:2.0:1776200764.150076:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1776200764.150077:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:2.0:1776200764.150081:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.150087:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:2.0:1776200764.150088:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967319 00000100:00000001:2.0:1776200764.150092:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:2.0:1776200764.150096:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@0000000019f7e0c3 x1862481227034688/t4294967320(4294967320) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.150102:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200764.150102:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080716386944 : -112992993164672 : ffff993bc4c7c280) 00000100:00000040:2.0:1776200764.150106:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000019f7e0c3] to pc [ptlrpcd_rcv+-1] req@0000000019f7e0c3 x1862481227034688/t4294967320(4294967320) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.150113:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.150114:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.150116:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.150118:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200764.150121:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008c6cd5a1 x1862481227034560/t4294967319(4294967319) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00100000:2.0:1776200764.150127:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c6cd5a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227034560:192.168.203.148@tcp:101:createmany.0 00000100:00000001:2.0:1776200764.150131:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.150134:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.150136:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000008c6cd5a1 x1862481227034560/t4294967319(4294967319) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.150141:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.150143:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.150150:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200764.150151:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.150153:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.150155:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.150157:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1776200764.150159:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000019f7e0c3 x1862481227034688/t4294967320(4294967320) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.150165:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1776200764.150166:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.150169:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1776200764.150172:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1776200764.150174:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019f7e0c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227034688:192.168.203.148@tcp:35:createmany.0 00000100:00000001:2.0:1776200764.150177:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1776200764.150182:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1776200764.150184:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1776200764.150189:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:2.0:1776200764.150270:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f6b86d35. 00000400:00000010:2.0:1776200764.150276:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c87db6f0. 00000100:00000200:2.0:1776200764.150281:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227034688, portal 10 00000100:00000001:2.0:1776200764.150282:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200764.150283:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080716386944 : -112992993164672 : ffff993bc4c7c280) 00000100:00000040:2.0:1776200764.150288:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@0000000019f7e0c3 x1862481227034688/t4294967320(4294967320) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.150293:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1776200764.150296:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:2.0:1776200764.150297:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000010a7e57a. 00000100:00000200:2.0:1776200764.150299:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227034688, offset 0 00000400:00000200:2.0:1776200764.150304:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:2.0:1776200764.150310:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.150315:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200764.150321:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:2.0:1776200764.150323:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776200764.150326:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:2.0:1776200764.150328:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [427:427:256:4294967295] 192.168.203.148@tcp LPNI seq info [427:427:8:4294967295] 00000400:00000200:2.0:1776200764.150331:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.150337:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:2.0:1776200764.150342:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200764.150346:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001a242a82 (tot 3431934). 00000800:00000200:2.0:1776200764.150350:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200764.150355:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200764.150358:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001a242a82 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1776200764.150481:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.150483:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200764.150486:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.150488:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.150490:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.150492:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200764.150493:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:2.0:1776200764.150495:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.150497:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.150498:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.150499:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.151170:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.151806:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001a242a82 (tot 3431686). 00000400:00000200:3.0:1776200764.151812:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.151819:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.151823:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000010a7e57a 00000400:00000010:3.0:1776200764.151825:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000010a7e57a. 00000100:00000001:3.0:1776200764.151829:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.151833:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000019f7e0c3 x1862481227034688/t4294967320(4294967320) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.151842:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.151845:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@0000000019f7e0c3 x1862481227034688/t4294967320(4294967320) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.151851:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.151853:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.154472:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.154487:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.154490:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.154492:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.154503:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.154509:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200764.154517:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.154522:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.154526:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.154529:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f03040 00000400:00000200:3.0:1776200764.154534:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.154540:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0x115d [1] + 224 00000800:00000001:3.0:1776200764.154546:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.154553:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.154555:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.154558:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200764.154563:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200764.154569:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000019f7e0c3 x1862481227034688/t4294967320(4294967320) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200764.154579:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=456 offset=224 replen=456 req@0000000019f7e0c3 x1862481227034688/t4294967320(4294967320) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.154628:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200764.154635:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.154638:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.154953:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.154957:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1776200764.154965:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200764.154966:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200764.154969:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f6b86d35. 00000400:00000200:2.0:1776200764.154972:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c87db6f0 00000400:00000010:2.0:1776200764.154975:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c87db6f0. 00000100:00000001:2.0:1776200764.154977:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.154981:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000019f7e0c3 x1862481227034688/t4294967320(4294967320) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:2.0:1776200764.154988:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000019f7e0c3 x1862481227034688/t4294967320(4294967320) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.154993:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200764.154995:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.155007:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1776200764.155010:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1776200764.155013:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776200764.155014:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.155017:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776200764.155025:0:2239:0:(import.c:1935:at_measured()) add 10 to 000000000f61d0a9 time=132 v=10 (10 0 0 0) 00000100:00001000:2.0:1776200764.155029:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:2.0:1776200764.155031:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1776200764.155032:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200764.155034:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1776200764.155037:0:2239:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.155040:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:2.0:1776200764.155042:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1776200764.155044:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:2.0:1776200764.155046:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1776200764.155048:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200764.155052:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000019f7e0c3 x1862481227034688/t4294967320(4294967320) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.155058:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200764.155061:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200764.155064:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.155066:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:2.0:1776200764.155068:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@0000000019f7e0c3 x1862481227034688/t4294967320(4294967320) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.155074:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1776200764.155076:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:2.0:1776200764.155078:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:2.0:1776200764.155079:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1776200764.155080:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:2.0:1776200764.155084:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.155089:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:2.0:1776200764.155090:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967320 00000100:00000001:2.0:1776200764.155095:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:2.0:1776200764.155097:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@000000005dfe5019 x1862481227034816/t4294967321(4294967321) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.155104:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200764.155105:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080716389376 : -112992993162240 : ffff993bc4c7cc00) 00000100:00000040:2.0:1776200764.155109:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000005dfe5019] to pc [ptlrpcd_rcv+-1] req@000000005dfe5019 x1862481227034816/t4294967321(4294967321) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.155116:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.155117:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.155119:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.155121:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200764.155124:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000019f7e0c3 x1862481227034688/t4294967320(4294967320) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:2.0:1776200764.155130:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019f7e0c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227034688:192.168.203.148@tcp:35:createmany.0 00000100:00000001:2.0:1776200764.155135:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.155137:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.155139:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000019f7e0c3 x1862481227034688/t4294967320(4294967320) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.155145:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.155146:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.155153:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200764.155154:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.155156:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.155157:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.155158:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1776200764.155161:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005dfe5019 x1862481227034816/t4294967321(4294967321) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.155167:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1776200764.155169:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.155172:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1776200764.155174:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1776200764.155177:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005dfe5019 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227034816:192.168.203.148@tcp:101:createmany.0 00000100:00000001:2.0:1776200764.155180:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1776200764.155185:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1776200764.155187:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.155189:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1776200764.155195:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f81bb141. 02000000:00000001:2.0:1776200764.155197:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1776200764.155201:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:2.0:1776200764.155203:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f6b86d35. 00000400:00000010:2.0:1776200764.155207:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c87db6f0. 00000100:00000200:2.0:1776200764.155211:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227034816, portal 10 00000100:00000001:2.0:1776200764.155213:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200764.155214:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080716389376 : -112992993162240 : ffff993bc4c7cc00) 00000100:00000040:2.0:1776200764.155217:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@000000005dfe5019 x1862481227034816/t4294967321(4294967321) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.155223:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1776200764.155226:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:2.0:1776200764.155228:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fe0514b3. 00000100:00000200:2.0:1776200764.155230:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1862481227034816, offset 0 00000400:00000200:2.0:1776200764.155235:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:2.0:1776200764.155241:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.155246:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200764.155252:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:2.0:1776200764.155256:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776200764.155258:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:2.0:1776200764.155262:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [428:428:256:4294967295] 192.168.203.148@tcp LPNI seq info [428:428:8:4294967295] 00000400:00000200:2.0:1776200764.155265:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.155273:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:2.0:1776200764.155278:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200764.155282:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029c875dc (tot 3431934). 00000800:00000200:2.0:1776200764.155287:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200764.155294:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200764.155297:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029c875dc type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1776200764.155629:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.155631:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200764.155634:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.155636:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.155638:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.155642:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200764.155642:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1776200764.155644:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.155645:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.155646:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.155648:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.155903:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.155907:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029c875dc (tot 3431686). 00000400:00000200:3.0:1776200764.155912:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.155918:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.155921:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fe0514b3 00000400:00000010:3.0:1776200764.155922:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fe0514b3. 00000100:00000001:3.0:1776200764.155926:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.155929:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005dfe5019 x1862481227034816/t4294967321(4294967321) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.155937:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.155939:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000005dfe5019 x1862481227034816/t4294967321(4294967321) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.155945:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.155946:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.171266:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.171281:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.171285:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.171288:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.171298:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.171305:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200764.171313:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.171317:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.171322:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.171325:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 600 into portal 10 MB=0x69deab3f030c0 00000400:00000200:3.0:1776200764.171331:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.171336:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 600/600 into md 0x116d [1] + 224 00000800:00000001:3.0:1776200764.171343:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.171373:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.171376:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.171384:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200764.171389:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200764.171395:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005dfe5019 x1862481227034816/t4294967321(4294967321) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200764.171405:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=600 offset=224 replen=656 req@000000005dfe5019 x1862481227034816/t4294967321(4294967321) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.171425:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:3.0:1776200764.171432:0:2234:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1776200764.171436:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.171441:0:2234:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200764.171446:0:2234:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [429:429:256:4294967295] 192.168.203.148@tcp LPNI seq info [429:429:8:4294967295] 00000400:00000200:3.0:1776200764.172780:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.172790:0:2234:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:3.0:1776200764.172797:0:2234:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200764.172804:0:2234:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e06bd1bd (tot 3431934). 00000800:00000200:3.0:1776200764.172810:0:2234:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200764.172817:0:2234:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200764.172820:0:2234:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e06bd1bd type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1776200764.172910:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.172913:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e06bd1bd (tot 3431686). 00000400:00000200:3.0:1776200764.172920:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.172924:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:3.0:1776200764.172930:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.172934:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.173032:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.173036:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1776200764.173043:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200764.173045:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200764.173048:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f6b86d35. 00000400:00000200:2.0:1776200764.173052:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c87db6f0 00000400:00000010:2.0:1776200764.173054:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c87db6f0. 00000100:00000001:2.0:1776200764.173058:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.173064:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005dfe5019 x1862481227034816/t4294967321(4294967321) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:2.0:1776200764.173075:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005dfe5019 x1862481227034816/t4294967321(4294967321) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.173082:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200764.173083:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.173086:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1776200764.173089:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1776200764.173091:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776200764.173093:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.173097:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776200764.173111:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=133 v=1 (1 0 0 0) 00000100:00001000:2.0:1776200764.173116:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:2.0:1776200764.173118:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1776200764.173120:0:2239:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@000000005dfe5019 x1862481227034816/t4294967321(4294967321) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.173126:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1776200764.173129:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:2.0:1776200764.173131:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1776200764.173132:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:2.0:1776200764.173134:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1776200764.173136:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1776200764.173140:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005dfe5019 x1862481227034816/t4294967321(4294967321) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.173147:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1776200764.173149:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200764.173151:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.173153:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:2.0:1776200764.173156:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@000000005dfe5019 x1862481227034816/t4294967321(4294967321) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000002:00000001:2.0:1776200764.173163:0:2239:0:(mdc_request.c:687:mdc_replay_open()) Process entered 00000002:00080000:2.0:1776200764.173171:0:2239:0:(mdc_request.c:738:mdc_replay_open()) @@@ updating close body with new fh req@00000000270d4355 x1862481227034944/t4294967322(4294967322) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:2.0:1776200764.173179:0:2239:0:(mdc_request.c:741:mdc_replay_open()) Process leaving 00000100:00020000:2.0:1776200764.173181:0:2239:0:(client.c:3161:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@000000005dfe5019 x1862481227034816/t4294967321(4294967321) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.173189:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1776200764.173192:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:2.0:1776200764.173194:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:2.0:1776200764.173195:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1776200764.173196:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:2.0:1776200764.173200:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.173206:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:2.0:1776200764.173207:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967321 00000100:00000001:2.0:1776200764.173212:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:2.0:1776200764.173216:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@00000000270d4355 x1862481227034944/t4294967322(4294967322) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.173222:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200764.173223:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080716376000 : -112992993175616 : ffff993bc4c797c0) 00000100:00000040:2.0:1776200764.173227:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000270d4355] to pc [ptlrpcd_rcv+-1] req@00000000270d4355 x1862481227034944/t4294967322(4294967322) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.173234:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.173235:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.173237:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.173239:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200764.173242:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005dfe5019 x1862481227034816/t4294967321(4294967321) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00100000:2.0:1776200764.173248:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005dfe5019 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227034816:192.168.203.148@tcp:101:createmany.0 00000100:00000001:2.0:1776200764.173252:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.173254:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.173256:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000005dfe5019 x1862481227034816/t4294967321(4294967321) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.173262:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.173264:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.173271:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200764.173272:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.173274:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.173275:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.173276:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1776200764.173279:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000270d4355 x1862481227034944/t4294967322(4294967322) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.173285:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1776200764.173286:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.173289:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1776200764.173292:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1776200764.173294:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000270d4355 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227034944:192.168.203.148@tcp:35:createmany.0 00000100:00000001:2.0:1776200764.173297:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1776200764.173302:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1776200764.173304:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1776200764.173309:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:2.0:1776200764.173312:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f6b86d35. 00000400:00000010:2.0:1776200764.173316:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c87db6f0. 00000100:00000200:2.0:1776200764.173321:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227034944, portal 10 00000100:00000001:2.0:1776200764.173323:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200764.173324:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080716376000 : -112992993175616 : ffff993bc4c797c0) 00000100:00000040:2.0:1776200764.173328:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@00000000270d4355 x1862481227034944/t4294967322(4294967322) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.173334:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1776200764.173336:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:2.0:1776200764.173338:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a2143a46. 00000100:00000200:2.0:1776200764.173340:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227034944, offset 0 00000400:00000200:2.0:1776200764.173346:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:2.0:1776200764.173352:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.173356:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200764.173374:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:2.0:1776200764.173378:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776200764.173380:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:2.0:1776200764.173383:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [430:430:256:4294967295] 192.168.203.148@tcp LPNI seq info [430:430:8:4294967295] 00000400:00000200:2.0:1776200764.173386:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.173392:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:2.0:1776200764.173396:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200764.173399:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000014782cfc (tot 3431934). 00000800:00000200:2.0:1776200764.173402:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200764.173406:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200764.173408:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000014782cfc type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1776200764.173424:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.173426:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200764.173428:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.173430:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.173432:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.173435:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200764.173436:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:2.0:1776200764.173437:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.173438:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.173439:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.173441:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.173731:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.173734:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000014782cfc (tot 3431686). 00000400:00000200:3.0:1776200764.173738:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.173742:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.173745:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a2143a46 00000400:00000010:3.0:1776200764.173747:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a2143a46. 00000100:00000001:3.0:1776200764.173749:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.173752:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000270d4355 x1862481227034944/t4294967322(4294967322) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.173759:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.173760:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000270d4355 x1862481227034944/t4294967322(4294967322) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.173765:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.173767:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.178039:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.178052:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.178057:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.178059:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.178069:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.178076:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200764.178084:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.178089:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.178092:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.178097:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f03140 00000400:00000200:3.0:1776200764.178101:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.178106:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0x117d [1] + 224 00000800:00000001:3.0:1776200764.178112:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.178120:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.178122:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.178126:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200764.178132:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200764.178139:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000270d4355 x1862481227034944/t4294967322(4294967322) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200764.178148:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=456 offset=224 replen=456 req@00000000270d4355 x1862481227034944/t4294967322(4294967322) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.178171:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200764.178180:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.178184:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.179585:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.179627:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1776200764.179635:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200764.179637:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200764.179640:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f6b86d35. 00000400:00000200:2.0:1776200764.179646:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c87db6f0 00000400:00000010:2.0:1776200764.179648:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c87db6f0. 00000100:00000001:2.0:1776200764.179652:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.179659:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000270d4355 x1862481227034944/t4294967322(4294967322) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:2.0:1776200764.179674:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000270d4355 x1862481227034944/t4294967322(4294967322) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.179680:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200764.179681:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.179683:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1776200764.179686:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1776200764.179688:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776200764.179690:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.179692:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776200764.179700:0:2239:0:(import.c:1935:at_measured()) add 10 to 000000000f61d0a9 time=132 v=10 (10 0 0 0) 00000100:00001000:2.0:1776200764.179704:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:2.0:1776200764.179706:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1776200764.179707:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200764.179710:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1776200764.179725:0:2239:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.179729:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:2.0:1776200764.179731:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1776200764.179733:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:2.0:1776200764.179735:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1776200764.179737:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200764.179740:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000270d4355 x1862481227034944/t4294967322(4294967322) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.179747:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200764.179749:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200764.179751:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.179753:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:2.0:1776200764.179756:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@00000000270d4355 x1862481227034944/t4294967322(4294967322) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.179762:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1776200764.179764:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:2.0:1776200764.179766:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:2.0:1776200764.179767:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1776200764.179768:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:2.0:1776200764.179773:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.179779:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:2.0:1776200764.179780:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967322 00000100:00000001:2.0:1776200764.179785:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:2.0:1776200764.179788:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@00000000c60ed6f1 x1862481227035072/t4294967323(4294967323) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.179794:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200764.179795:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080716397888 : -112992993153728 : ffff993bc4c7ed40) 00000100:00000040:2.0:1776200764.179800:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c60ed6f1] to pc [ptlrpcd_rcv+-1] req@00000000c60ed6f1 x1862481227035072/t4294967323(4294967323) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.179807:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.179808:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.179810:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.179811:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200764.179814:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000270d4355 x1862481227034944/t4294967322(4294967322) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:2.0:1776200764.179821:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000270d4355 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227034944:192.168.203.148@tcp:35:createmany.0 00000100:00000001:2.0:1776200764.179825:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.179827:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.179829:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000270d4355 x1862481227034944/t4294967322(4294967322) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.179834:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.179836:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.179843:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200764.179844:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.179846:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.179847:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.179849:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1776200764.179851:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c60ed6f1 x1862481227035072/t4294967323(4294967323) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.179857:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1776200764.179859:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.179862:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1776200764.179865:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1776200764.179868:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c60ed6f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227035072:192.168.203.148@tcp:101:createmany.0 00000100:00000001:2.0:1776200764.179871:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1776200764.179876:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1776200764.179877:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.179880:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1776200764.179888:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d0e084d7. 02000000:00000001:2.0:1776200764.179890:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1776200764.179896:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:2.0:1776200764.179899:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f6b86d35. 00000400:00000010:2.0:1776200764.179902:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c87db6f0. 00000100:00000200:2.0:1776200764.179907:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227035072, portal 10 00000100:00000001:2.0:1776200764.179909:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200764.179910:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080716397888 : -112992993153728 : ffff993bc4c7ed40) 00000100:00000040:2.0:1776200764.179914:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@00000000c60ed6f1 x1862481227035072/t4294967323(4294967323) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.179920:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1776200764.179922:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:2.0:1776200764.179924:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e98856a. 00000100:00000200:2.0:1776200764.179926:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1862481227035072, offset 0 00000400:00000200:2.0:1776200764.179931:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:2.0:1776200764.179937:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.179944:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200764.179951:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:2.0:1776200764.179954:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776200764.179957:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:2.0:1776200764.179960:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [431:431:256:4294967295] 192.168.203.148@tcp LPNI seq info [431:431:8:4294967295] 00000400:00000200:2.0:1776200764.179964:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.179972:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:2.0:1776200764.179976:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200764.179981:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb249276 (tot 3431934). 00000800:00000200:2.0:1776200764.179986:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200764.179994:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200764.179997:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eb249276 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1776200764.180015:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.180017:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200764.180020:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.180022:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.180023:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.180026:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200764.180027:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1776200764.180029:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.180030:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.180031:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.180033:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.180177:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.180181:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb249276 (tot 3431686). 00000400:00000200:3.0:1776200764.180185:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.180190:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.180192:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e98856a 00000400:00000010:3.0:1776200764.180194:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e98856a. 00000100:00000001:3.0:1776200764.180197:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.180200:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c60ed6f1 x1862481227035072/t4294967323(4294967323) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.180208:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.180210:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000c60ed6f1 x1862481227035072/t4294967323(4294967323) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.180215:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.180216:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00010000:00000001:2.0:1776200764.201179:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200764.201184:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200764.201189:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200764.201190:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200764.201323:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200764.201327:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200764.201329:0:5027:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1776200764.209771:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.209786:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.209790:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.209792:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.209803:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.209810:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200764.209817:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.209822:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.209826:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.209830:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 600 into portal 10 MB=0x69deab3f031c0 00000400:00000200:3.0:1776200764.209835:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.209841:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 600/600 into md 0x118d [1] + 224 00000800:00000001:3.0:1776200764.209848:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.209856:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.209858:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.209863:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200764.209869:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200764.209874:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c60ed6f1 x1862481227035072/t4294967323(4294967323) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200764.209884:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=600 offset=224 replen=656 req@00000000c60ed6f1 x1862481227035072/t4294967323(4294967323) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.209904:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:3.0:1776200764.209918:0:2235:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1776200764.209921:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.209926:0:2235:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200764.209931:0:2235:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [432:432:256:4294967295] 192.168.203.148@tcp LPNI seq info [432:432:8:4294967295] 00000400:00000200:3.0:1776200764.209935:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.209943:0:2235:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:3.0:1776200764.209948:0:2235:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200764.209953:0:2235:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e06bd1bd (tot 3431934). 00000800:00000200:3.0:1776200764.209959:0:2235:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200764.209965:0:2235:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200764.209968:0:2235:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e06bd1bd type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1776200764.210055:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.210058:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e06bd1bd (tot 3431686). 00000400:00000200:3.0:1776200764.210064:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.210068:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:3.0:1776200764.210073:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.210076:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.210617:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.210621:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1776200764.210628:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200764.210630:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200764.210632:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f6b86d35. 00000400:00000200:2.0:1776200764.210636:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c87db6f0 00000400:00000010:2.0:1776200764.210638:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c87db6f0. 00000100:00000001:2.0:1776200764.210640:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.210644:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c60ed6f1 x1862481227035072/t4294967323(4294967323) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:2.0:1776200764.210651:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c60ed6f1 x1862481227035072/t4294967323(4294967323) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.210657:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200764.210659:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.210660:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1776200764.210663:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1776200764.210666:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776200764.210668:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.210670:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776200764.210678:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=133 v=1 (1 0 0 0) 00000100:00001000:2.0:1776200764.210681:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:2.0:1776200764.210683:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1776200764.210686:0:2239:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@00000000c60ed6f1 x1862481227035072/t4294967323(4294967323) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.210692:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1776200764.210694:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:2.0:1776200764.210696:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1776200764.210697:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:2.0:1776200764.210699:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1776200764.210700:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1776200764.210703:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c60ed6f1 x1862481227035072/t4294967323(4294967323) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.210706:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1776200764.210708:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200764.210710:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.210711:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:2.0:1776200764.210714:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@00000000c60ed6f1 x1862481227035072/t4294967323(4294967323) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000002:00000001:2.0:1776200764.210721:0:2239:0:(mdc_request.c:687:mdc_replay_open()) Process entered 00000002:00080000:2.0:1776200764.210730:0:2239:0:(mdc_request.c:738:mdc_replay_open()) @@@ updating close body with new fh req@0000000062d2e083 x1862481227035200/t4294967324(4294967324) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:2.0:1776200764.210735:0:2239:0:(mdc_request.c:741:mdc_replay_open()) Process leaving 00000100:00020000:2.0:1776200764.210737:0:2239:0:(client.c:3161:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@00000000c60ed6f1 x1862481227035072/t4294967323(4294967323) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.210743:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1776200764.210746:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:2.0:1776200764.210748:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:2.0:1776200764.210749:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1776200764.210750:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:2.0:1776200764.210754:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.210759:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:2.0:1776200764.210760:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967323 00000100:00000001:2.0:1776200764.210766:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:2.0:1776200764.210769:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@0000000062d2e083 x1862481227035200/t4294967324(4294967324) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.210775:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200764.210776:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080716393024 : -112992993158592 : ffff993bc4c7da40) 00000100:00000040:2.0:1776200764.210780:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000062d2e083] to pc [ptlrpcd_rcv+-1] req@0000000062d2e083 x1862481227035200/t4294967324(4294967324) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.210787:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.210788:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.210790:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.210792:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200764.210795:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c60ed6f1 x1862481227035072/t4294967323(4294967323) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00100000:2.0:1776200764.210802:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c60ed6f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227035072:192.168.203.148@tcp:101:createmany.0 00000100:00000001:2.0:1776200764.210805:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.210807:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.210809:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000c60ed6f1 x1862481227035072/t4294967323(4294967323) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.210815:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.210816:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.210825:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200764.210827:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.210829:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.210829:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.210831:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1776200764.210833:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000062d2e083 x1862481227035200/t4294967324(4294967324) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.210839:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1776200764.210841:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.210844:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1776200764.210846:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1776200764.210849:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062d2e083 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227035200:192.168.203.148@tcp:35:createmany.0 00000100:00000001:2.0:1776200764.210853:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1776200764.210858:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1776200764.210860:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1776200764.210865:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:2.0:1776200764.210868:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f6b86d35. 00000400:00000010:2.0:1776200764.210884:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c87db6f0. 00000100:00000200:2.0:1776200764.210889:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227035200, portal 10 00000100:00000001:2.0:1776200764.210891:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200764.210892:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080716393024 : -112992993158592 : ffff993bc4c7da40) 00000100:00000040:2.0:1776200764.210896:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@0000000062d2e083 x1862481227035200/t4294967324(4294967324) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.210902:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1776200764.210905:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:2.0:1776200764.210914:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cde70c73. 00000100:00000200:2.0:1776200764.210917:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227035200, offset 0 00000400:00000200:2.0:1776200764.210923:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:2.0:1776200764.210928:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.210932:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200764.210939:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:2.0:1776200764.210942:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776200764.210944:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:2.0:1776200764.210946:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [433:433:256:4294967295] 192.168.203.148@tcp LPNI seq info [433:433:8:4294967295] 00000400:00000200:2.0:1776200764.210950:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.210957:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:2.0:1776200764.210961:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200764.210965:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006f16708a (tot 3431934). 00000800:00000200:2.0:1776200764.210969:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200764.210973:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200764.210977:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006f16708a type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1776200764.210992:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.211198:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.211201:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006f16708a (tot 3431686). 00000400:00000200:3.0:1776200764.211205:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.211209:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.211211:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cde70c73 00000400:00000010:3.0:1776200764.211213:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cde70c73. 00000100:00000001:3.0:1776200764.211216:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.211218:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000062d2e083 x1862481227035200/t4294967324(4294967324) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.211226:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.211228:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@0000000062d2e083 x1862481227035200/t4294967324(4294967324) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.211232:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.211233:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:2.0:1776200764.211755:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200764.211759:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.211761:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.211764:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.211768:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200764.211769:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:2.0:1776200764.211771:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.211772:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.211773:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.211774:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1776200764.229150:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.229166:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.229170:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.229172:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.229181:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.229198:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200764.229206:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.229211:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.229215:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.229218:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f03240 00000400:00000200:3.0:1776200764.229223:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.229229:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0x119d [1] + 224 00000800:00000001:3.0:1776200764.229236:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.229246:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.229249:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.229252:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200764.229258:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200764.229264:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000062d2e083 x1862481227035200/t4294967324(4294967324) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200764.229274:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=456 offset=224 replen=456 req@0000000062d2e083 x1862481227035200/t4294967324(4294967324) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.229295:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200764.229303:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.229307:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.229525:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.229530:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1776200764.229537:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200764.229539:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200764.229541:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f6b86d35. 00000400:00000200:2.0:1776200764.229546:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c87db6f0 00000400:00000010:2.0:1776200764.229549:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c87db6f0. 00000100:00000001:2.0:1776200764.229552:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.229556:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000062d2e083 x1862481227035200/t4294967324(4294967324) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:2.0:1776200764.229563:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000062d2e083 x1862481227035200/t4294967324(4294967324) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.229569:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200764.229570:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.229572:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1776200764.229576:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1776200764.229579:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776200764.229582:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.229585:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776200764.229635:0:2239:0:(import.c:1935:at_measured()) add 10 to 000000000f61d0a9 time=132 v=10 (10 0 0 0) 00000100:00001000:2.0:1776200764.229639:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:2.0:1776200764.229641:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1776200764.229642:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200764.229645:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1776200764.229648:0:2239:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.229650:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:2.0:1776200764.229652:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1776200764.229654:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:2.0:1776200764.229656:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1776200764.229658:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200764.229663:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000062d2e083 x1862481227035200/t4294967324(4294967324) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.229668:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200764.229671:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200764.229674:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.229675:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:2.0:1776200764.229679:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@0000000062d2e083 x1862481227035200/t4294967324(4294967324) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.229685:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1776200764.229687:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:2.0:1776200764.229689:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:2.0:1776200764.229690:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1776200764.229691:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:2.0:1776200764.229695:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.229701:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:2.0:1776200764.229702:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967324 00000100:00000001:2.0:1776200764.229708:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:2.0:1776200764.229915:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@00000000408b948c x1862481227035328/t4294967325(4294967325) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.229921:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200764.229922:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080716371136 : -112992993180480 : ffff993bc4c784c0) 00000100:00000040:2.0:1776200764.229926:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000408b948c] to pc [ptlrpcd_rcv+-1] req@00000000408b948c x1862481227035328/t4294967325(4294967325) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.229933:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.229935:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.229937:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.229938:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200764.229941:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000062d2e083 x1862481227035200/t4294967324(4294967324) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:2.0:1776200764.229948:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062d2e083 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227035200:192.168.203.148@tcp:35:createmany.0 00000100:00000001:2.0:1776200764.229952:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.229954:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.229956:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000062d2e083 x1862481227035200/t4294967324(4294967324) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.229962:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.229964:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.229971:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200764.229972:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.229974:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.229975:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.229976:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1776200764.229979:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000408b948c x1862481227035328/t4294967325(4294967325) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.229986:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1776200764.229988:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.229991:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1776200764.230059:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1776200764.230064:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000408b948c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227035328:192.168.203.148@tcp:101:createmany.0 00000100:00000001:2.0:1776200764.230068:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1776200764.230073:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1776200764.230075:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.230077:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1776200764.230084:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000645f8fe7. 02000000:00000001:2.0:1776200764.230085:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1776200764.230090:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:2.0:1776200764.230093:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f6b86d35. 00000400:00000010:2.0:1776200764.230097:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c87db6f0. 00000100:00000200:2.0:1776200764.230102:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227035328, portal 10 00000100:00000001:2.0:1776200764.230104:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200764.230105:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080716371136 : -112992993180480 : ffff993bc4c784c0) 00000100:00000040:2.0:1776200764.230109:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@00000000408b948c x1862481227035328/t4294967325(4294967325) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.230115:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1776200764.230117:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:2.0:1776200764.230119:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000026788c26. 00000100:00000200:2.0:1776200764.230121:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1862481227035328, offset 0 00000400:00000200:2.0:1776200764.230128:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:2.0:1776200764.230259:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.230267:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200764.230274:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:2.0:1776200764.230277:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776200764.230280:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:2.0:1776200764.230283:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [434:434:256:4294967295] 192.168.203.148@tcp LPNI seq info [434:434:8:4294967295] 00000400:00000200:2.0:1776200764.230287:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.230294:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:2.0:1776200764.230299:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200764.230304:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba67b427 (tot 3431934). 00000800:00000200:2.0:1776200764.230310:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200764.230316:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200764.230320:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ba67b427 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1776200764.230337:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.230339:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200764.230342:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.230343:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.230345:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.230349:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200764.230350:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1776200764.230351:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.230352:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.230353:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.230355:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.232989:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.233004:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba67b427 (tot 3431686). 00000400:00000200:3.0:1776200764.233011:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.233020:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.233025:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000026788c26 00000400:00000010:3.0:1776200764.233026:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000026788c26. 00000100:00000001:3.0:1776200764.233031:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.233036:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000408b948c x1862481227035328/t4294967325(4294967325) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.233046:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.233049:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000408b948c x1862481227035328/t4294967325(4294967325) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.233055:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.233056:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.240459:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.240476:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.240480:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.240482:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.240492:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.240500:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200764.240520:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.240670:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.240675:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.240679:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 600 into portal 10 MB=0x69deab3f032c0 00000400:00000200:3.0:1776200764.240685:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.240691:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 600/600 into md 0x11ad [1] + 224 00000800:00000001:3.0:1776200764.240700:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.240708:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.240720:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.240724:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200764.240730:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200764.240736:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000408b948c x1862481227035328/t4294967325(4294967325) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200764.240756:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=600 offset=224 replen=656 req@00000000408b948c x1862481227035328/t4294967325(4294967325) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.240780:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:3.0:1776200764.240787:0:2234:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1776200764.240793:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.240798:0:2234:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200764.240803:0:2234:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [435:435:256:4294967295] 192.168.203.148@tcp LPNI seq info [435:435:8:4294967295] 00000400:00000200:3.0:1776200764.240807:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.240813:0:2234:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:3.0:1776200764.240818:0:2234:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200764.240823:0:2234:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e06bd1bd (tot 3431934). 00000800:00000200:3.0:1776200764.240829:0:2234:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200764.240836:0:2234:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200764.240839:0:2234:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e06bd1bd type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1776200764.240918:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.240922:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e06bd1bd (tot 3431686). 00000400:00000200:3.0:1776200764.240928:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.240932:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:3.0:1776200764.240938:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.240942:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.242483:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.242488:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1776200764.242496:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200764.242497:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200764.242500:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f6b86d35. 00000400:00000200:2.0:1776200764.242506:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c87db6f0 00000400:00000010:2.0:1776200764.242508:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c87db6f0. 00000100:00000001:2.0:1776200764.242512:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.242521:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000408b948c x1862481227035328/t4294967325(4294967325) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:2.0:1776200764.242531:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000408b948c x1862481227035328/t4294967325(4294967325) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.242538:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200764.242539:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.242542:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1776200764.242545:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1776200764.242547:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776200764.242549:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.242552:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776200764.242560:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=133 v=1 (1 0 0 0) 00000100:00001000:2.0:1776200764.242564:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:2.0:1776200764.242566:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1776200764.242569:0:2239:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@00000000408b948c x1862481227035328/t4294967325(4294967325) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.242580:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1776200764.242582:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:2.0:1776200764.242584:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1776200764.242586:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:2.0:1776200764.242628:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1776200764.242631:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1776200764.242635:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000408b948c x1862481227035328/t4294967325(4294967325) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.242641:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1776200764.242644:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200764.242646:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.242647:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:2.0:1776200764.242651:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@00000000408b948c x1862481227035328/t4294967325(4294967325) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000002:00000001:2.0:1776200764.242657:0:2239:0:(mdc_request.c:687:mdc_replay_open()) Process entered 00000002:00080000:2.0:1776200764.242665:0:2239:0:(mdc_request.c:738:mdc_replay_open()) @@@ updating close body with new fh req@00000000b6e5ed9e x1862481227035456/t4294967326(4294967326) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:2.0:1776200764.242671:0:2239:0:(mdc_request.c:741:mdc_replay_open()) Process leaving 00000100:00020000:2.0:1776200764.242673:0:2239:0:(client.c:3161:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@00000000408b948c x1862481227035328/t4294967325(4294967325) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.242679:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1776200764.242681:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:2.0:1776200764.242683:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:2.0:1776200764.242685:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1776200764.242685:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:2.0:1776200764.242690:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.242695:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:2.0:1776200764.242696:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967325 00000100:00000001:2.0:1776200764.242702:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:2.0:1776200764.242705:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@00000000b6e5ed9e x1862481227035456/t4294967326(4294967326) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.242722:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200764.242724:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080716390592 : -112992993161024 : ffff993bc4c7d0c0) 00000100:00000040:2.0:1776200764.242729:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000b6e5ed9e] to pc [ptlrpcd_rcv+-1] req@00000000b6e5ed9e x1862481227035456/t4294967326(4294967326) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.242735:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.242737:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.242739:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.242747:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200764.242751:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000408b948c x1862481227035328/t4294967325(4294967325) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00100000:2.0:1776200764.242757:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000408b948c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227035328:192.168.203.148@tcp:101:createmany.0 00000100:00000001:2.0:1776200764.242761:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.242763:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.242765:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000408b948c x1862481227035328/t4294967325(4294967325) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.242771:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.242772:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.242780:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200764.242782:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.242784:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.242785:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.242786:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1776200764.242789:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b6e5ed9e x1862481227035456/t4294967326(4294967326) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.242794:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1776200764.242796:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.242799:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1776200764.242803:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1776200764.242805:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b6e5ed9e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227035456:192.168.203.148@tcp:35:createmany.0 00000100:00000001:2.0:1776200764.242808:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1776200764.242813:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1776200764.242814:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1776200764.242821:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:2.0:1776200764.242827:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f6b86d35. 00000400:00000010:2.0:1776200764.242831:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c87db6f0. 00000100:00000200:2.0:1776200764.242836:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227035456, portal 10 00000100:00000001:2.0:1776200764.242837:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200764.242838:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080716390592 : -112992993161024 : ffff993bc4c7d0c0) 00000100:00000040:2.0:1776200764.242843:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@00000000b6e5ed9e x1862481227035456/t4294967326(4294967326) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.242849:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1776200764.242851:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:2.0:1776200764.242854:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009c473019. 00000100:00000200:2.0:1776200764.242856:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227035456, offset 0 00000400:00000200:2.0:1776200764.242862:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:2.0:1776200764.242868:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.242874:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200764.242881:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:2.0:1776200764.242885:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776200764.242888:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:2.0:1776200764.242891:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [436:436:256:4294967295] 192.168.203.148@tcp LPNI seq info [436:436:8:4294967295] 00000400:00000200:2.0:1776200764.242895:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.242901:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:2.0:1776200764.242906:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200764.242911:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e7fa092 (tot 3431934). 00000800:00000200:2.0:1776200764.242917:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200764.242924:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200764.242927:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003e7fa092 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1776200764.242946:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.242948:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200764.242950:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.242952:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.242953:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.242957:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200764.242958:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:2.0:1776200764.242960:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.242961:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.242962:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.242963:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.243184:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.243188:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e7fa092 (tot 3431686). 00000400:00000200:3.0:1776200764.243202:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.243207:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.243211:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009c473019 00000400:00000010:3.0:1776200764.243212:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009c473019. 00000100:00000001:3.0:1776200764.243215:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.243218:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b6e5ed9e x1862481227035456/t4294967326(4294967326) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.243230:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.243232:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000b6e5ed9e x1862481227035456/t4294967326(4294967326) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.243237:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.243239:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.254483:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.254498:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.254502:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.254505:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.254516:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.254523:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200764.254530:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.254535:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.254539:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.254542:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f03340 00000400:00000200:3.0:1776200764.254547:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.254553:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0x11bd [1] + 224 00000800:00000001:3.0:1776200764.254560:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.254570:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.254572:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.254576:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200764.254581:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200764.254627:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b6e5ed9e x1862481227035456/t4294967326(4294967326) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200764.254638:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=456 offset=224 replen=456 req@00000000b6e5ed9e x1862481227035456/t4294967326(4294967326) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.254657:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200764.254665:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.254668:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.254827:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.254831:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1776200764.254837:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200764.254839:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200764.254841:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f6b86d35. 00000400:00000200:2.0:1776200764.254845:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c87db6f0 00000400:00000010:2.0:1776200764.254847:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c87db6f0. 00000100:00000001:2.0:1776200764.254850:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.254853:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b6e5ed9e x1862481227035456/t4294967326(4294967326) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:2.0:1776200764.255028:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b6e5ed9e x1862481227035456/t4294967326(4294967326) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.255035:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200764.255037:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.255040:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1776200764.255042:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1776200764.255044:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776200764.255046:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.255049:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776200764.255056:0:2239:0:(import.c:1935:at_measured()) add 10 to 000000000f61d0a9 time=132 v=10 (10 0 0 0) 00000100:00001000:2.0:1776200764.255060:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:2.0:1776200764.255063:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1776200764.255064:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200764.255066:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1776200764.255069:0:2239:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.255071:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:2.0:1776200764.255074:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1776200764.255075:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:2.0:1776200764.255077:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1776200764.255079:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200764.255082:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b6e5ed9e x1862481227035456/t4294967326(4294967326) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.255089:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200764.255091:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200764.255093:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.255095:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:2.0:1776200764.255097:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@00000000b6e5ed9e x1862481227035456/t4294967326(4294967326) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.255103:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1776200764.255105:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:2.0:1776200764.255107:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:2.0:1776200764.255108:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1776200764.255109:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:2.0:1776200764.255112:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.255119:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:2.0:1776200764.255119:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967326 00000100:00000001:2.0:1776200764.255125:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:2.0:1776200764.255129:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@00000000f1a4a49c x1862481227035584/t4294967327(4294967327) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.255135:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200764.255136:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080716394240 : -112992993157376 : ffff993bc4c7df00) 00000100:00000040:2.0:1776200764.255140:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000f1a4a49c] to pc [ptlrpcd_rcv+-1] req@00000000f1a4a49c x1862481227035584/t4294967327(4294967327) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.255147:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.255148:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.255150:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.255152:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200764.255154:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b6e5ed9e x1862481227035456/t4294967326(4294967326) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:2.0:1776200764.255161:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b6e5ed9e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227035456:192.168.203.148@tcp:35:createmany.0 00000100:00000001:2.0:1776200764.255165:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.255167:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.255169:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000b6e5ed9e x1862481227035456/t4294967326(4294967326) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.255174:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.255176:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.255183:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200764.255184:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.255186:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.255187:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.255188:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1776200764.255190:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f1a4a49c x1862481227035584/t4294967327(4294967327) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.255196:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1776200764.255198:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.255202:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1776200764.255204:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1776200764.255206:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f1a4a49c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227035584:192.168.203.148@tcp:101:createmany.0 00000100:00000001:2.0:1776200764.255209:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1776200764.255213:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1776200764.255215:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.255218:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1776200764.255223:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ca76987e. 02000000:00000001:2.0:1776200764.255225:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1776200764.255229:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:2.0:1776200764.255231:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f6b86d35. 00000400:00000010:2.0:1776200764.255235:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c87db6f0. 00000100:00000200:2.0:1776200764.255239:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227035584, portal 10 00000100:00000001:2.0:1776200764.255242:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200764.255242:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080716394240 : -112992993157376 : ffff993bc4c7df00) 00000100:00000040:2.0:1776200764.255246:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@00000000f1a4a49c x1862481227035584/t4294967327(4294967327) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.255252:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1776200764.255255:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:2.0:1776200764.255256:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008c328d31. 00000100:00000200:2.0:1776200764.255258:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1862481227035584, offset 0 00000400:00000200:2.0:1776200764.255264:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:2.0:1776200764.255270:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.255276:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200764.255281:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:2.0:1776200764.255284:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776200764.255287:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:2.0:1776200764.255290:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [437:437:256:4294967295] 192.168.203.148@tcp LPNI seq info [437:437:8:4294967295] 00000400:00000200:2.0:1776200764.257227:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.257241:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:2.0:1776200764.257249:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200764.257258:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003e7fa092 (tot 3431934). 00000800:00000200:2.0:1776200764.257265:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200764.257281:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200764.257285:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003e7fa092 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1776200764.257308:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.257311:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200764.257314:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.257318:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.257320:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.257329:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200764.257330:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1776200764.257332:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.257334:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.257335:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.257337:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.258883:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.258888:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003e7fa092 (tot 3431686). 00000400:00000200:3.0:1776200764.258895:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.258902:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.258907:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008c328d31 00000400:00000010:3.0:1776200764.258909:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008c328d31. 00000100:00000001:3.0:1776200764.258913:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.258918:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f1a4a49c x1862481227035584/t4294967327(4294967327) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.258929:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.258931:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000f1a4a49c x1862481227035584/t4294967327(4294967327) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.258937:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.258938:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.263529:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.263543:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.263548:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.263550:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.263559:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.263566:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200764.263572:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.263577:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.263580:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.263584:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 600 into portal 10 MB=0x69deab3f033c0 00000400:00000200:3.0:1776200764.263633:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.263639:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 600/600 into md 0x11cd [1] + 224 00000800:00000001:3.0:1776200764.263647:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.263654:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.263656:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.263659:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200764.263665:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200764.263671:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f1a4a49c x1862481227035584/t4294967327(4294967327) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200764.263681:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=600 offset=224 replen=656 req@00000000f1a4a49c x1862481227035584/t4294967327(4294967327) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.263700:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:3.0:1776200764.263706:0:2235:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1776200764.263709:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.263714:0:2235:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200764.263720:0:2235:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [438:438:256:4294967295] 192.168.203.148@tcp LPNI seq info [438:438:8:4294967295] 00000400:00000200:3.0:1776200764.263723:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.263730:0:2235:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:3.0:1776200764.263734:0:2235:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200764.263739:0:2235:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e06bd1bd (tot 3431934). 00000800:00000200:3.0:1776200764.263744:0:2235:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200764.263751:0:2235:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200764.263754:0:2235:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e06bd1bd type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1776200764.263825:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.263828:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e06bd1bd (tot 3431686). 00000400:00000200:3.0:1776200764.263834:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.263837:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:3.0:1776200764.263842:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.263845:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200764.263960:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1776200764.263963:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200764.263964:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200764.263966:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:0.0:1776200764.263969:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200764.263972:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200764.263974:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200764.263976:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200764.263979:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.264837:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.264841:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1776200764.264847:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200764.264849:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200764.264851:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f6b86d35. 00000400:00000200:2.0:1776200764.264855:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c87db6f0 00000400:00000010:2.0:1776200764.264857:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c87db6f0. 00000100:00000001:2.0:1776200764.264861:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.264866:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f1a4a49c x1862481227035584/t4294967327(4294967327) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:2.0:1776200764.264883:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f1a4a49c x1862481227035584/t4294967327(4294967327) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.264890:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200764.264891:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.264893:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1776200764.264896:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1776200764.264898:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776200764.264900:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.264902:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776200764.264908:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=133 v=1 (1 0 0 0) 00000100:00001000:2.0:1776200764.264912:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:2.0:1776200764.264914:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1776200764.264916:0:2239:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@00000000f1a4a49c x1862481227035584/t4294967327(4294967327) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.264921:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1776200764.264923:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:2.0:1776200764.264925:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1776200764.264926:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:2.0:1776200764.264927:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1776200764.264930:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1776200764.264933:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f1a4a49c x1862481227035584/t4294967327(4294967327) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.264939:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1776200764.264942:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200764.264943:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.264945:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:2.0:1776200764.264948:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@00000000f1a4a49c x1862481227035584/t4294967327(4294967327) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000002:00000001:2.0:1776200764.264954:0:2239:0:(mdc_request.c:687:mdc_replay_open()) Process entered 00000002:00080000:2.0:1776200764.264961:0:2239:0:(mdc_request.c:738:mdc_replay_open()) @@@ updating close body with new fh req@000000005d2f8f67 x1862481227035712/t4294967328(4294967328) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:2.0:1776200764.264966:0:2239:0:(mdc_request.c:741:mdc_replay_open()) Process leaving 00000100:00020000:2.0:1776200764.264968:0:2239:0:(client.c:3161:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@00000000f1a4a49c x1862481227035584/t4294967327(4294967327) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.264974:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1776200764.264976:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:2.0:1776200764.264979:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:2.0:1776200764.264980:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1776200764.264981:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:2.0:1776200764.264986:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.264992:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:2.0:1776200764.264993:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967327 00000100:00000001:2.0:1776200764.264998:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:2.0:1776200764.265001:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@000000005d2f8f67 x1862481227035712/t4294967328(4294967328) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.265007:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200764.265007:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080716384512 : -112992993167104 : ffff993bc4c7b900) 00000100:00000040:2.0:1776200764.265011:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000005d2f8f67] to pc [ptlrpcd_rcv+-1] req@000000005d2f8f67 x1862481227035712/t4294967328(4294967328) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.265017:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.265019:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.265021:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.265023:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200764.265025:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f1a4a49c x1862481227035584/t4294967327(4294967327) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00100000:2.0:1776200764.265032:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f1a4a49c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227035584:192.168.203.148@tcp:101:createmany.0 00000100:00000001:2.0:1776200764.265035:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.265037:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.265039:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000f1a4a49c x1862481227035584/t4294967327(4294967327) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.265044:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.265046:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.265053:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200764.265054:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.265056:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.265056:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.265058:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1776200764.265060:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005d2f8f67 x1862481227035712/t4294967328(4294967328) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.265066:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1776200764.265068:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.265071:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1776200764.265073:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1776200764.265076:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005d2f8f67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227035712:192.168.203.148@tcp:35:createmany.0 00000100:00000001:2.0:1776200764.265079:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1776200764.265084:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1776200764.265085:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1776200764.265090:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:2.0:1776200764.265095:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f6b86d35. 00000400:00000010:2.0:1776200764.265099:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c87db6f0. 00000100:00000200:2.0:1776200764.265104:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227035712, portal 10 00000100:00000001:2.0:1776200764.265106:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200764.265107:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080716384512 : -112992993167104 : ffff993bc4c7b900) 00000100:00000040:2.0:1776200764.265111:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@000000005d2f8f67 x1862481227035712/t4294967328(4294967328) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.265117:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1776200764.265119:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:2.0:1776200764.265121:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003e6a4037. 00000100:00000200:2.0:1776200764.265123:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227035712, offset 0 00000400:00000200:2.0:1776200764.265128:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:2.0:1776200764.265133:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.265138:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200764.265144:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:2.0:1776200764.265147:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776200764.265149:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:2.0:1776200764.265152:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [439:439:256:4294967295] 192.168.203.148@tcp LPNI seq info [439:439:8:4294967295] 00000400:00000200:2.0:1776200764.265155:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.265162:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:2.0:1776200764.265166:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200764.265171:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba67b427 (tot 3431934). 00000800:00000200:2.0:1776200764.265175:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200764.265181:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200764.265184:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ba67b427 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1776200764.265200:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.265201:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200764.265204:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.265206:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.265207:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.265210:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200764.265211:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:2.0:1776200764.265213:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.265214:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.265215:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.265216:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.266766:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.266773:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba67b427 (tot 3431686). 00000400:00000200:3.0:1776200764.266779:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.266787:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.266792:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003e6a4037 00000400:00000010:3.0:1776200764.266794:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003e6a4037. 00000100:00000001:3.0:1776200764.266798:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.266802:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005d2f8f67 x1862481227035712/t4294967328(4294967328) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.266811:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.266814:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000005d2f8f67 x1862481227035712/t4294967328(4294967328) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.266821:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.266823:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.273931:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.273945:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.273949:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.273951:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.273961:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.273968:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200764.273974:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.273979:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.273983:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.273986:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f03440 00000400:00000200:3.0:1776200764.273992:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.273997:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0x11dd [1] + 224 00000800:00000001:3.0:1776200764.274004:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.274013:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.274015:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.274019:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200764.274025:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200764.274030:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005d2f8f67 x1862481227035712/t4294967328(4294967328) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200764.274040:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=456 offset=224 replen=456 req@000000005d2f8f67 x1862481227035712/t4294967328(4294967328) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.274061:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200764.274067:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.274069:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.274628:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.274633:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1776200764.274639:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200764.274642:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200764.274644:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f6b86d35. 00000400:00000200:2.0:1776200764.274648:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c87db6f0 00000400:00000010:2.0:1776200764.274650:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c87db6f0. 00000100:00000001:2.0:1776200764.274653:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.274658:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005d2f8f67 x1862481227035712/t4294967328(4294967328) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:2.0:1776200764.274666:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005d2f8f67 x1862481227035712/t4294967328(4294967328) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.274672:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200764.274673:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.274675:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1776200764.274678:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1776200764.274680:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776200764.274682:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.274684:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776200764.274692:0:2239:0:(import.c:1935:at_measured()) add 10 to 000000000f61d0a9 time=132 v=10 (10 0 0 0) 00000100:00001000:2.0:1776200764.274695:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:2.0:1776200764.274698:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1776200764.274699:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200764.274701:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1776200764.274704:0:2239:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.274707:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:2.0:1776200764.274708:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1776200764.274710:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:2.0:1776200764.274712:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1776200764.274715:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200764.274718:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005d2f8f67 x1862481227035712/t4294967328(4294967328) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.274725:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200764.274727:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200764.274729:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.274731:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:2.0:1776200764.274734:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@000000005d2f8f67 x1862481227035712/t4294967328(4294967328) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.274744:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1776200764.274746:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:2.0:1776200764.274748:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:2.0:1776200764.274749:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1776200764.274750:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:2.0:1776200764.274755:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.274760:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:2.0:1776200764.274761:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967328 00000100:00000001:2.0:1776200764.274766:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:2.0:1776200764.274770:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@0000000032c6bfd6 x1862481227035840/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.274775:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200764.274776:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080716399104 : -112992993152512 : ffff993bc4c7f200) 00000100:00000040:2.0:1776200764.274779:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000032c6bfd6] to pc [ptlrpcd_rcv+-1] req@0000000032c6bfd6 x1862481227035840/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.274786:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.274788:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.274790:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.274791:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200764.274794:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005d2f8f67 x1862481227035712/t4294967328(4294967328) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:2.0:1776200764.274800:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005d2f8f67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227035712:192.168.203.148@tcp:35:createmany.0 00000100:00000001:2.0:1776200764.274804:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.274805:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.274807:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000005d2f8f67 x1862481227035712/t4294967328(4294967328) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.274813:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.274815:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.274822:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200764.274824:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.274826:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.274827:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.274828:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1776200764.274831:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000032c6bfd6 x1862481227035840/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.274836:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1776200764.274838:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.274841:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1776200764.274844:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1776200764.274846:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000032c6bfd6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227035840:192.168.203.148@tcp:101:createmany.0 00000100:00000001:2.0:1776200764.274848:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1776200764.274853:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1776200764.274854:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.274857:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1776200764.274864:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000031bf0e2b. 02000000:00000001:2.0:1776200764.274865:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1776200764.274988:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:2.0:1776200764.274992:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f6b86d35. 00000400:00000010:2.0:1776200764.274996:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c87db6f0. 00000100:00000200:2.0:1776200764.275001:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227035840, portal 10 00000100:00000001:2.0:1776200764.275003:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200764.275003:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080716399104 : -112992993152512 : ffff993bc4c7f200) 00000100:00000040:2.0:1776200764.275008:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@0000000032c6bfd6 x1862481227035840/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.275015:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1776200764.275018:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:2.0:1776200764.275020:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000083746e28. 00000100:00000200:2.0:1776200764.275023:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1862481227035840, offset 0 00000400:00000200:2.0:1776200764.275029:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:2.0:1776200764.275035:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.275042:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200764.275051:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:2.0:1776200764.275053:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776200764.275056:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:2.0:1776200764.275059:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [440:440:256:4294967295] 192.168.203.148@tcp LPNI seq info [440:440:8:4294967295] 00000400:00000200:2.0:1776200764.275062:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.275069:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:2.0:1776200764.275073:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200764.275077:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006f16708a (tot 3431934). 00000800:00000200:2.0:1776200764.275082:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200764.275089:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200764.275093:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006f16708a type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1776200764.275111:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.275113:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200764.275115:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.275117:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.275118:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.275121:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200764.275122:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1776200764.275124:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.275125:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.275126:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.275127:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.275399:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.275403:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006f16708a (tot 3431686). 00000400:00000200:3.0:1776200764.275409:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.277678:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.277684:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000083746e28 00000400:00000010:3.0:1776200764.277688:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000083746e28. 00000100:00000001:3.0:1776200764.277693:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.277699:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000032c6bfd6 x1862481227035840/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.277710:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.277712:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@0000000032c6bfd6 x1862481227035840/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.277718:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.277720:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.282721:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.282738:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.282742:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.282744:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.282756:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.282762:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200764.282769:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.282774:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.282779:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.282782:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 600 into portal 10 MB=0x69deab3f034c0 00000400:00000200:3.0:1776200764.282787:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.282793:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 600/600 into md 0x11ed [1] + 224 00000800:00000001:3.0:1776200764.282800:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.282808:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.282810:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.282813:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200764.282819:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200764.282825:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000032c6bfd6 x1862481227035840/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200764.282835:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=600 offset=224 replen=656 req@0000000032c6bfd6 x1862481227035840/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.282856:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:3.0:1776200764.282940:0:2234:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1776200764.282946:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.282950:0:2234:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200764.282955:0:2234:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [441:441:256:4294967295] 192.168.203.148@tcp LPNI seq info [441:441:8:4294967295] 00000400:00000200:3.0:1776200764.282958:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.282966:0:2234:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:3.0:1776200764.282971:0:2234:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200764.282976:0:2234:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e06bd1bd (tot 3431934). 00000800:00000200:3.0:1776200764.282981:0:2234:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200764.282988:0:2234:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200764.282992:0:2234:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e06bd1bd type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1776200764.284085:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.284090:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e06bd1bd (tot 3431686). 00000400:00000200:3.0:1776200764.284097:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.284104:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:3.0:1776200764.284112:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.284118:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.284385:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.284390:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1776200764.284396:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200764.284398:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200764.284401:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f6b86d35. 00000400:00000200:2.0:1776200764.284404:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c87db6f0 00000400:00000010:2.0:1776200764.284406:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c87db6f0. 00000100:00000001:2.0:1776200764.284409:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.284427:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000032c6bfd6 x1862481227035840/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:2.0:1776200764.284436:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000032c6bfd6 x1862481227035840/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.284456:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200764.284458:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.284460:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1776200764.284462:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1776200764.284464:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776200764.284467:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.284469:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776200764.284477:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=133 v=1 (1 0 0 0) 00000100:00001000:2.0:1776200764.284481:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:2.0:1776200764.284483:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1776200764.284485:0:2239:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@0000000032c6bfd6 x1862481227035840/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.284491:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1776200764.284494:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:2.0:1776200764.284496:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1776200764.284497:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:2.0:1776200764.284499:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1776200764.284501:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1776200764.284504:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000032c6bfd6 x1862481227035840/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.284510:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1776200764.284513:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200764.284515:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.284517:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:2.0:1776200764.284520:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@0000000032c6bfd6 x1862481227035840/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000002:00000001:2.0:1776200764.284527:0:2239:0:(mdc_request.c:687:mdc_replay_open()) Process entered 00000002:00080000:2.0:1776200764.284535:0:2239:0:(mdc_request.c:738:mdc_replay_open()) @@@ updating close body with new fh req@00000000ba7b476b x1862481227035968/t4294967330(4294967330) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:2.0:1776200764.284541:0:2239:0:(mdc_request.c:741:mdc_replay_open()) Process leaving 00000100:00020000:2.0:1776200764.284543:0:2239:0:(client.c:3161:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@0000000032c6bfd6 x1862481227035840/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.284550:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1776200764.284552:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:2.0:1776200764.284554:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:2.0:1776200764.284555:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1776200764.284556:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:2.0:1776200764.284561:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.284567:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:2.0:1776200764.284568:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967329 00000100:00000001:2.0:1776200764.284573:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:2.0:1776200764.284576:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@00000000ba7b476b x1862481227035968/t4294967330(4294967330) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.284582:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200764.284583:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080716380864 : -112992993170752 : ffff993bc4c7aac0) 00000100:00000040:2.0:1776200764.284606:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000ba7b476b] to pc [ptlrpcd_rcv+-1] req@00000000ba7b476b x1862481227035968/t4294967330(4294967330) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.284613:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.284615:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.284617:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.284618:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200764.284621:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000032c6bfd6 x1862481227035840/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00100000:2.0:1776200764.284628:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000032c6bfd6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227035840:192.168.203.148@tcp:101:createmany.0 00000100:00000001:2.0:1776200764.284632:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.284634:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.284636:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000032c6bfd6 x1862481227035840/t4294967329(4294967329) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.284642:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.284644:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.284651:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200764.284652:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.284654:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.284655:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.284657:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1776200764.284659:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ba7b476b x1862481227035968/t4294967330(4294967330) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.284665:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1776200764.284667:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.284670:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1776200764.284673:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1776200764.284675:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ba7b476b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227035968:192.168.203.148@tcp:35:createmany.0 00000100:00000001:2.0:1776200764.284678:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1776200764.284683:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1776200764.284685:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1776200764.284690:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:2.0:1776200764.284696:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f6b86d35. 00000400:00000010:2.0:1776200764.284701:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c87db6f0. 00000100:00000200:2.0:1776200764.284705:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227035968, portal 10 00000100:00000001:2.0:1776200764.284707:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200764.284708:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080716380864 : -112992993170752 : ffff993bc4c7aac0) 00000100:00000040:2.0:1776200764.284712:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@00000000ba7b476b x1862481227035968/t4294967330(4294967330) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.284719:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1776200764.284721:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:2.0:1776200764.284724:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000048889f5. 00000100:00000200:2.0:1776200764.284726:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227035968, offset 0 00000400:00000200:2.0:1776200764.284732:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:2.0:1776200764.284738:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.284743:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200764.284750:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:2.0:1776200764.284754:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776200764.284757:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:2.0:1776200764.284760:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [442:442:256:4294967295] 192.168.203.148@tcp LPNI seq info [442:442:8:4294967295] 00000400:00000200:2.0:1776200764.284764:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.284771:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:2.0:1776200764.284776:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200764.284781:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eb249276 (tot 3431934). 00000800:00000200:2.0:1776200764.284786:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200764.284793:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200764.284797:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eb249276 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1776200764.284813:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.284815:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200764.284818:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.284820:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.284821:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.284824:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200764.284825:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:2.0:1776200764.284827:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.284828:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.284829:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.284831:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.285565:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.285570:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eb249276 (tot 3431686). 00000400:00000200:3.0:1776200764.285574:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.285579:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.285582:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000048889f5 00000400:00000010:3.0:1776200764.285584:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000048889f5. 00000100:00000001:3.0:1776200764.285609:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.285612:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ba7b476b x1862481227035968/t4294967330(4294967330) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.285620:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.285622:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000ba7b476b x1862481227035968/t4294967330(4294967330) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.285628:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.285629:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.291434:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.291457:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.291462:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.291465:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.291474:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.291481:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200764.291489:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.291493:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.291496:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.291500:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f03540 00000400:00000200:3.0:1776200764.291505:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.291511:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0x11fd [1] + 224 00000800:00000001:3.0:1776200764.291519:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.291526:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.291528:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.291531:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200764.291537:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200764.291543:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ba7b476b x1862481227035968/t4294967330(4294967330) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200764.291554:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=456 offset=224 replen=456 req@00000000ba7b476b x1862481227035968/t4294967330(4294967330) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.291575:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200764.291584:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.291626:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.292964:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.292969:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1776200764.292977:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200764.292979:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200764.292981:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f6b86d35. 00000400:00000200:2.0:1776200764.292986:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c87db6f0 00000400:00000010:2.0:1776200764.292988:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c87db6f0. 00000100:00000001:2.0:1776200764.292991:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.292997:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ba7b476b x1862481227035968/t4294967330(4294967330) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:2.0:1776200764.293007:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ba7b476b x1862481227035968/t4294967330(4294967330) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.293014:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200764.293016:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.293018:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1776200764.293021:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1776200764.293023:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776200764.293025:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.293027:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776200764.293034:0:2239:0:(import.c:1935:at_measured()) add 10 to 000000000f61d0a9 time=132 v=10 (10 0 0 0) 00000100:00001000:2.0:1776200764.293038:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:2.0:1776200764.293041:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1776200764.293042:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200764.293044:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1776200764.293047:0:2239:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.293050:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:2.0:1776200764.293052:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1776200764.293053:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:2.0:1776200764.293055:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1776200764.293057:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200764.293061:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ba7b476b x1862481227035968/t4294967330(4294967330) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.293068:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200764.293071:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200764.293073:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.293075:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:2.0:1776200764.293078:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@00000000ba7b476b x1862481227035968/t4294967330(4294967330) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.293084:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1776200764.293085:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:2.0:1776200764.293088:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:2.0:1776200764.293089:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1776200764.293090:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:2.0:1776200764.293094:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.293099:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:2.0:1776200764.293100:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967330 00000100:00000001:2.0:1776200764.293107:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:2.0:1776200764.293111:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@000000004978b8c2 x1862481227036096/t4294967331(4294967331) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.293118:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200764.293119:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080716391808 : -112992993159808 : ffff993bc4c7d580) 00000100:00000040:2.0:1776200764.293123:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000004978b8c2] to pc [ptlrpcd_rcv+-1] req@000000004978b8c2 x1862481227036096/t4294967331(4294967331) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.293129:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.293130:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.293132:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.293134:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200764.293136:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ba7b476b x1862481227035968/t4294967330(4294967330) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:2.0:1776200764.293142:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ba7b476b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227035968:192.168.203.148@tcp:35:createmany.0 00000100:00000001:2.0:1776200764.293145:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.293148:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.293149:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000ba7b476b x1862481227035968/t4294967330(4294967330) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.293154:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.293156:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.293163:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200764.293165:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.293166:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.293167:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.293169:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1776200764.293171:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004978b8c2 x1862481227036096/t4294967331(4294967331) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.293176:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1776200764.293178:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.293180:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1776200764.293184:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1776200764.293186:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004978b8c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227036096:192.168.203.148@tcp:101:createmany.0 00000100:00000001:2.0:1776200764.293189:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1776200764.293193:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1776200764.293195:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.293197:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1776200764.293204:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003bf40821. 02000000:00000001:2.0:1776200764.293206:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1776200764.293211:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:2.0:1776200764.293213:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f6b86d35. 00000400:00000010:2.0:1776200764.293217:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c87db6f0. 00000100:00000200:2.0:1776200764.293221:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227036096, portal 10 00000100:00000001:2.0:1776200764.293223:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200764.293224:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080716391808 : -112992993159808 : ffff993bc4c7d580) 00000100:00000040:2.0:1776200764.293228:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@000000004978b8c2 x1862481227036096/t4294967331(4294967331) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.293235:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1776200764.293237:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:2.0:1776200764.293240:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008cbac99f. 00000100:00000200:2.0:1776200764.293242:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1862481227036096, offset 0 00000400:00000200:2.0:1776200764.293248:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:2.0:1776200764.293254:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.293261:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200764.293269:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:2.0:1776200764.293273:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776200764.293276:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:2.0:1776200764.293279:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [443:443:256:4294967295] 192.168.203.148@tcp LPNI seq info [443:443:8:4294967295] 00000400:00000200:2.0:1776200764.293283:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.293291:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:2.0:1776200764.293297:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200764.293301:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000014782cfc (tot 3431934). 00000800:00000200:2.0:1776200764.293306:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200764.293314:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200764.293317:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000014782cfc type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1776200764.293334:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.293336:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200764.293339:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.293341:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.293342:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.293345:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200764.293346:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1776200764.293347:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.293348:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.293349:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.293351:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.294488:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.294493:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000014782cfc (tot 3431686). 00000400:00000200:3.0:1776200764.294499:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.294506:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.294510:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008cbac99f 00000400:00000010:3.0:1776200764.294512:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008cbac99f. 00000100:00000001:3.0:1776200764.294516:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.294521:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004978b8c2 x1862481227036096/t4294967331(4294967331) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.294537:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.294539:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000004978b8c2 x1862481227036096/t4294967331(4294967331) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.295307:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.295310:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.306552:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.306566:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.306570:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.306573:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.306583:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.306620:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200764.306627:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.306631:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.306635:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.306639:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 600 into portal 10 MB=0x69deab3f035c0 00000400:00000200:3.0:1776200764.306644:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.306649:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 600/600 into md 0x120d [1] + 224 00000800:00000001:3.0:1776200764.306656:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.306663:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.306666:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.306669:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200764.306675:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200764.306681:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004978b8c2 x1862481227036096/t4294967331(4294967331) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200764.306691:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=600 offset=224 replen=656 req@000000004978b8c2 x1862481227036096/t4294967331(4294967331) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.306714:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:3.0:1776200764.306721:0:2235:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1776200764.306724:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.306729:0:2235:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200764.306735:0:2235:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [444:444:256:4294967295] 192.168.203.148@tcp LPNI seq info [444:444:8:4294967295] 00000400:00000200:3.0:1776200764.306739:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.306746:0:2235:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:3.0:1776200764.306751:0:2235:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200764.306757:0:2235:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e06bd1bd (tot 3431934). 00000800:00000200:3.0:1776200764.306761:0:2235:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200764.306768:0:2235:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200764.306771:0:2235:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e06bd1bd type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1776200764.306838:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.306842:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e06bd1bd (tot 3431686). 00000400:00000200:3.0:1776200764.306848:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.306851:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:3.0:1776200764.306856:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.306859:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.307747:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.307751:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1776200764.307758:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200764.307759:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200764.307761:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f6b86d35. 00000400:00000200:2.0:1776200764.307765:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c87db6f0 00000400:00000010:2.0:1776200764.307767:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c87db6f0. 00000100:00000001:2.0:1776200764.307770:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.307775:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004978b8c2 x1862481227036096/t4294967331(4294967331) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:2.0:1776200764.307785:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004978b8c2 x1862481227036096/t4294967331(4294967331) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.307791:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200764.307793:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.307794:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1776200764.307797:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1776200764.307799:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776200764.307801:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.307803:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776200764.307810:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=133 v=1 (1 0 0 0) 00000100:00001000:2.0:1776200764.307813:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:2.0:1776200764.307816:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1776200764.307818:0:2239:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@000000004978b8c2 x1862481227036096/t4294967331(4294967331) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.307824:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1776200764.307827:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:2.0:1776200764.307828:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1776200764.307830:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:2.0:1776200764.307831:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1776200764.307833:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1776200764.307836:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004978b8c2 x1862481227036096/t4294967331(4294967331) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.307842:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1776200764.307844:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200764.307845:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.307847:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:2.0:1776200764.307850:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@000000004978b8c2 x1862481227036096/t4294967331(4294967331) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000002:00000001:2.0:1776200764.307856:0:2239:0:(mdc_request.c:687:mdc_replay_open()) Process entered 00000002:00080000:2.0:1776200764.307880:0:2239:0:(mdc_request.c:738:mdc_replay_open()) @@@ updating close body with new fh req@000000008f30c88a x1862481227036224/t4294967332(4294967332) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:2.0:1776200764.307885:0:2239:0:(mdc_request.c:741:mdc_replay_open()) Process leaving 00000100:00020000:2.0:1776200764.307887:0:2239:0:(client.c:3161:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@000000004978b8c2 x1862481227036096/t4294967331(4294967331) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.307894:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1776200764.307895:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:2.0:1776200764.307897:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:2.0:1776200764.307898:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1776200764.307899:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:2.0:1776200764.307902:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.307907:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:2.0:1776200764.307908:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967331 00000100:00000001:2.0:1776200764.307914:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:2.0:1776200764.307917:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@000000008f30c88a x1862481227036224/t4294967332(4294967332) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.307923:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200764.307924:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801012096 : -112992908539520 : ffff993bc9d30980) 00000100:00000040:2.0:1776200764.307927:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000008f30c88a] to pc [ptlrpcd_rcv+-1] req@000000008f30c88a x1862481227036224/t4294967332(4294967332) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.307934:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.307936:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.307937:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.307939:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200764.307941:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004978b8c2 x1862481227036096/t4294967331(4294967331) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00100000:2.0:1776200764.307947:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004978b8c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227036096:192.168.203.148@tcp:101:createmany.0 00000100:00000001:2.0:1776200764.307951:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.307953:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.307955:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000004978b8c2 x1862481227036096/t4294967331(4294967331) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.307960:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.307962:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.307968:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200764.307969:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.307970:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.307971:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.307972:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1776200764.307975:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008f30c88a x1862481227036224/t4294967332(4294967332) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.307981:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1776200764.307982:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.307985:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1776200764.307987:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1776200764.307990:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008f30c88a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227036224:192.168.203.148@tcp:35:createmany.0 00000100:00000001:2.0:1776200764.307993:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1776200764.307997:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1776200764.307998:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1776200764.308003:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:2.0:1776200764.308008:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f6b86d35. 00000400:00000010:2.0:1776200764.308011:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c87db6f0. 00000100:00000200:2.0:1776200764.308015:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227036224, portal 10 00000100:00000001:2.0:1776200764.308016:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200764.308017:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801012096 : -112992908539520 : ffff993bc9d30980) 00000100:00000040:2.0:1776200764.308020:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@000000008f30c88a x1862481227036224/t4294967332(4294967332) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.308027:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1776200764.308030:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:2.0:1776200764.308031:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c19a68c2. 00000100:00000200:2.0:1776200764.308033:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227036224, offset 0 00000400:00000200:2.0:1776200764.308038:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:2.0:1776200764.308043:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.308047:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200764.308053:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:2.0:1776200764.308056:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776200764.308059:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:2.0:1776200764.308062:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [445:445:256:4294967295] 192.168.203.148@tcp LPNI seq info [445:445:8:4294967295] 00000400:00000200:2.0:1776200764.308066:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.308072:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:2.0:1776200764.308076:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200764.308080:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000029c875dc (tot 3431934). 00000800:00000200:2.0:1776200764.308084:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200764.308089:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200764.308092:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000029c875dc type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1776200764.308105:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.308107:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200764.308109:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.308110:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.308112:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.308114:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200764.308115:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:2.0:1776200764.308117:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.308118:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.308119:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.308120:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.308516:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.308520:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000029c875dc (tot 3431686). 00000400:00000200:3.0:1776200764.308524:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.308528:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.308531:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c19a68c2 00000400:00000010:3.0:1776200764.308533:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c19a68c2. 00000100:00000001:3.0:1776200764.308536:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.308539:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008f30c88a x1862481227036224/t4294967332(4294967332) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.308546:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.308548:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000008f30c88a x1862481227036224/t4294967332(4294967332) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.308552:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.308554:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.311858:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.311887:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.311891:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.311895:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.311904:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.311911:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200764.311918:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.311922:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.311926:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.311930:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f03640 00000400:00000200:3.0:1776200764.311935:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.311940:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0x121d [1] + 224 00000800:00000001:3.0:1776200764.311947:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.311956:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.311958:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.311962:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200764.311967:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200764.311972:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008f30c88a x1862481227036224/t4294967332(4294967332) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200764.311982:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=456 offset=224 replen=456 req@000000008f30c88a x1862481227036224/t4294967332(4294967332) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.312004:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200764.312011:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.312014:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.312388:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.312392:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1776200764.312399:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200764.312401:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200764.312403:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f6b86d35. 00000400:00000200:2.0:1776200764.312407:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c87db6f0 00000400:00000010:2.0:1776200764.312409:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c87db6f0. 00000100:00000001:2.0:1776200764.312422:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.312427:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008f30c88a x1862481227036224/t4294967332(4294967332) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:2.0:1776200764.312434:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008f30c88a x1862481227036224/t4294967332(4294967332) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.312440:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200764.312442:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.312444:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1776200764.312453:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1776200764.312455:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776200764.312457:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.312460:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776200764.312467:0:2239:0:(import.c:1935:at_measured()) add 10 to 000000000f61d0a9 time=132 v=10 (10 0 0 0) 00000100:00001000:2.0:1776200764.312472:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:2.0:1776200764.312474:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1776200764.312476:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200764.312478:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1776200764.312480:0:2239:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.312483:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:2.0:1776200764.312485:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1776200764.312486:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:2.0:1776200764.312488:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1776200764.312490:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200764.312494:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008f30c88a x1862481227036224/t4294967332(4294967332) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.312500:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200764.312502:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200764.312504:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.312506:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:2.0:1776200764.312509:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@000000008f30c88a x1862481227036224/t4294967332(4294967332) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.312515:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1776200764.312516:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:2.0:1776200764.312518:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:2.0:1776200764.312519:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1776200764.312520:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:2.0:1776200764.312524:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.312530:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:2.0:1776200764.312531:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967332 00000100:00000001:2.0:1776200764.312537:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:2.0:1776200764.312540:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@000000007c7aa099 x1862481227036352/t4294967333(4294967333) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.312546:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200764.312547:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801026688 : -112992908524928 : ffff993bc9d34280) 00000100:00000040:2.0:1776200764.312551:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000007c7aa099] to pc [ptlrpcd_rcv+-1] req@000000007c7aa099 x1862481227036352/t4294967333(4294967333) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.312558:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.312560:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.312562:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.312564:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200764.312566:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008f30c88a x1862481227036224/t4294967332(4294967332) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:2.0:1776200764.312573:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008f30c88a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227036224:192.168.203.148@tcp:35:createmany.0 00000100:00000001:2.0:1776200764.312577:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.312579:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.312581:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000008f30c88a x1862481227036224/t4294967332(4294967332) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.312730:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.312732:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.312741:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200764.312742:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.312744:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.312745:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.312747:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1776200764.312750:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007c7aa099 x1862481227036352/t4294967333(4294967333) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.312757:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1776200764.312759:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.312761:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1776200764.312764:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1776200764.312766:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007c7aa099 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227036352:192.168.203.148@tcp:101:createmany.0 00000100:00000001:2.0:1776200764.312770:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1776200764.312774:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1776200764.312776:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.312778:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1776200764.312784:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005249b8e2. 02000000:00000001:2.0:1776200764.312786:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1776200764.312791:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:2.0:1776200764.312794:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f6b86d35. 00000400:00000010:2.0:1776200764.312797:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c87db6f0. 00000100:00000200:2.0:1776200764.312801:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227036352, portal 10 00000100:00000001:2.0:1776200764.312804:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200764.312805:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801026688 : -112992908524928 : ffff993bc9d34280) 00000100:00000040:2.0:1776200764.312809:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@000000007c7aa099 x1862481227036352/t4294967333(4294967333) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.312815:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1776200764.312817:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:2.0:1776200764.312819:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a8dadd0. 00000100:00000200:2.0:1776200764.312821:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1862481227036352, offset 0 00000400:00000200:2.0:1776200764.312826:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:2.0:1776200764.312831:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.312837:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200764.312843:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:2.0:1776200764.312846:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776200764.312849:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:2.0:1776200764.312852:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [446:446:256:4294967295] 192.168.203.148@tcp LPNI seq info [446:446:8:4294967295] 00000400:00000200:2.0:1776200764.312856:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.313077:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:2.0:1776200764.313084:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200764.313089:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001a242a82 (tot 3431934). 00000800:00000200:2.0:1776200764.313094:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200764.313100:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200764.313103:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001a242a82 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1776200764.313119:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.313121:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200764.313123:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.313125:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.313127:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.313130:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200764.313131:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1776200764.313132:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.313134:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.313135:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.313137:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.316351:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.316368:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001a242a82 (tot 3431686). 00000400:00000200:3.0:1776200764.316376:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.316385:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.316391:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a8dadd0 00000400:00000010:3.0:1776200764.316392:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a8dadd0. 00000100:00000001:3.0:1776200764.316397:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.316403:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007c7aa099 x1862481227036352/t4294967333(4294967333) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.316424:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.316427:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000007c7aa099 x1862481227036352/t4294967333(4294967333) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.316434:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.316435:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.323558:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.323574:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.323579:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.323581:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.323759:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.323767:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200764.324046:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.324052:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.324056:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.324060:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 600 into portal 10 MB=0x69deab3f036c0 00000400:00000200:2.0:1776200764.324065:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.324070:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 600/600 into md 0x122d [1] + 224 00000800:00000001:2.0:1776200764.324078:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.324098:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.324100:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.324104:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200764.324110:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.324116:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007c7aa099 x1862481227036352/t4294967333(4294967333) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200764.324126:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=600 offset=224 replen=656 req@000000007c7aa099 x1862481227036352/t4294967333(4294967333) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.324191:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.324195:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.324214:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:2.0:1776200764.324222:0:2234:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1776200764.324226:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.324231:0:2234:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200764.324246:0:2234:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [447:447:256:4294967295] 192.168.203.148@tcp LPNI seq info [447:447:8:4294967295] 00000400:00000200:2.0:1776200764.324250:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.324257:0:2234:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:2.0:1776200764.324262:0:2234:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200764.324267:0:2234:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b4341bfd (tot 3431934). 00000800:00000200:2.0:1776200764.324273:0:2234:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200764.324280:0:2234:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200764.324284:0:2234:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b4341bfd type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1776200764.324375:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200764.324379:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b4341bfd (tot 3431686). 00000400:00000200:2.0:1776200764.324382:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.324386:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:2.0:1776200764.324390:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.324394:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1776200764.326006:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200764.326010:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200764.326012:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f6b86d35. 00000400:00000200:1.0:1776200764.326018:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c87db6f0 00000400:00000010:1.0:1776200764.326020:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c87db6f0. 00000100:00000001:1.0:1776200764.326024:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200764.326031:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007c7aa099 x1862481227036352/t4294967333(4294967333) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200764.326041:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007c7aa099 x1862481227036352/t4294967333(4294967333) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.326049:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200764.326050:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.326053:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200764.326056:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200764.326059:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200764.326061:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.326063:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200764.326070:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=133 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200764.326074:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200764.326077:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1776200764.326079:0:2239:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@000000007c7aa099 x1862481227036352/t4294967333(4294967333) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.327319:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1776200764.327324:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200764.327327:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200764.327329:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200764.327331:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200764.327335:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1776200764.327341:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007c7aa099 x1862481227036352/t4294967333(4294967333) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.327349:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1776200764.327352:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200764.327354:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.327356:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200764.327722:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@000000007c7aa099 x1862481227036352/t4294967333(4294967333) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000002:00000001:1.0:1776200764.327730:0:2239:0:(mdc_request.c:687:mdc_replay_open()) Process entered 00000002:00080000:1.0:1776200764.327738:0:2239:0:(mdc_request.c:738:mdc_replay_open()) @@@ updating close body with new fh req@0000000011de16c5 x1862481227036480/t4294967334(4294967334) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:1.0:1776200764.327744:0:2239:0:(mdc_request.c:741:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1776200764.327747:0:2239:0:(client.c:3161:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@000000007c7aa099 x1862481227036352/t4294967333(4294967333) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.327753:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200764.327755:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200764.327757:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200764.327758:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200764.327759:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200764.327763:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.327769:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200764.327770:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967333 00000100:00000001:1.0:1776200764.327778:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200764.327781:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@0000000011de16c5 x1862481227036480/t4294967334(4294967334) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.327792:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.327794:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080716377216 : -112992993174400 : ffff993bc4c79c80) 00000100:00000040:1.0:1776200764.327798:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000011de16c5] to pc [ptlrpcd_rcv+-1] req@0000000011de16c5 x1862481227036480/t4294967334(4294967334) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.327806:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.327808:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.327809:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.327811:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.327814:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007c7aa099 x1862481227036352/t4294967333(4294967333) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00100000:1.0:1776200764.327820:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007c7aa099 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227036352:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200764.327824:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.327826:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200764.327828:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000007c7aa099 x1862481227036352/t4294967333(4294967333) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.327833:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.327835:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.327842:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.327844:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.327846:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.327848:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.327849:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200764.327852:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000011de16c5 x1862481227036480/t4294967334(4294967334) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.327858:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200764.329320:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.329329:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200764.329332:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200764.329340:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011de16c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227036480:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200764.329349:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200764.329355:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200764.329356:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200764.329537:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200764.329546:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e111b0a0. 00000400:00000010:1.0:1776200764.329551:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1c39cba. 00000100:00000200:1.0:1776200764.329557:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227036480, portal 10 00000100:00000001:1.0:1776200764.329559:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.329560:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080716377216 : -112992993174400 : ffff993bc4c79c80) 00000100:00000040:1.0:1776200764.329569:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@0000000011de16c5 x1862481227036480/t4294967334(4294967334) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.329576:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200764.329579:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200764.329581:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d92d0e2b. 00000100:00000200:1.0:1776200764.329584:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227036480, offset 0 00000400:00000200:1.0:1776200764.329606:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200764.329614:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.329621:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200764.329628:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200764.329632:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200764.329635:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200764.329639:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [448:448:256:4294967295] 192.168.203.148@tcp LPNI seq info [448:448:8:4294967295] 00000400:00000200:1.0:1776200764.329643:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.329652:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200764.329658:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200764.329663:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004beab876 (tot 3431934). 00000800:00000200:1.0:1776200764.329669:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200764.329677:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200764.329680:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004beab876 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1776200764.329699:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.329701:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.329704:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.329708:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.329711:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.329718:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.329719:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1776200764.329722:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.329724:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.329725:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.329726:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200764.330312:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200764.330316:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004beab876 (tot 3431686). 00000400:00000200:2.0:1776200764.330321:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.330327:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200764.330331:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d92d0e2b 00000400:00000010:2.0:1776200764.330333:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d92d0e2b. 00000100:00000001:2.0:1776200764.330337:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200764.330340:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000011de16c5 x1862481227036480/t4294967334(4294967334) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.330348:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.330351:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@0000000011de16c5 x1862481227036480/t4294967334(4294967334) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.330357:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.330376:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.336795:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.336810:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.336814:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.336816:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.336826:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.336833:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200764.336840:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.336844:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.336847:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.336851:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f03740 00000400:00000200:3.0:1776200764.336856:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.336861:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0x123d [1] + 224 00000800:00000001:3.0:1776200764.336868:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.336889:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.336891:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.336895:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200764.336900:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200764.336907:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000011de16c5 x1862481227036480/t4294967334(4294967334) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200764.336917:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=456 offset=224 replen=456 req@0000000011de16c5 x1862481227036480/t4294967334(4294967334) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.336937:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200764.336944:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.336948:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.337002:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.337006:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200764.337012:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200764.337014:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200764.337016:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e111b0a0. 00000400:00000200:1.0:1776200764.337020:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1c39cba 00000400:00000010:1.0:1776200764.337022:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1c39cba. 00000100:00000001:1.0:1776200764.337024:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200764.337028:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000011de16c5 x1862481227036480/t4294967334(4294967334) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200764.337036:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000011de16c5 x1862481227036480/t4294967334(4294967334) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.337041:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200764.337042:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.337044:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200764.337047:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200764.337049:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200764.337052:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.337054:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200764.337061:0:2239:0:(import.c:1935:at_measured()) add 10 to 000000000f61d0a9 time=132 v=10 (10 0 0 0) 00000100:00001000:1.0:1776200764.337064:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200764.337066:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200764.337068:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200764.337070:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776200764.337073:0:2239:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.337076:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200764.337079:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200764.337081:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200764.337082:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200764.337084:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.337088:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000011de16c5 x1862481227036480/t4294967334(4294967334) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.337094:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.337096:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200764.337098:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.337100:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200764.337103:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@0000000011de16c5 x1862481227036480/t4294967334(4294967334) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.337109:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200764.337111:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200764.337113:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200764.337114:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200764.337115:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200764.337119:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.337126:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200764.337126:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967334 00000100:00000001:1.0:1776200764.337133:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200764.337136:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@000000004cbaee4c x1862481227036608/t4294967335(4294967335) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.337142:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.337143:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080716388160 : -112992993163456 : ffff993bc4c7c740) 00000100:00000040:1.0:1776200764.337147:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000004cbaee4c] to pc [ptlrpcd_rcv+-1] req@000000004cbaee4c x1862481227036608/t4294967335(4294967335) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.337153:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.337155:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.337156:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.337158:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.337160:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000011de16c5 x1862481227036480/t4294967334(4294967334) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:1.0:1776200764.337167:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011de16c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227036480:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200764.337171:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.337173:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200764.337174:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000011de16c5 x1862481227036480/t4294967334(4294967334) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.337181:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.337182:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.337189:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.337191:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.337192:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.337193:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.337195:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200764.337197:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004cbaee4c x1862481227036608/t4294967335(4294967335) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.337203:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200764.337204:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.337207:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200764.337210:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200764.337212:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004cbaee4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227036608:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200764.337215:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200764.337220:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200764.337221:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.337223:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200764.337229:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000000167d3. 02000000:00000001:1.0:1776200764.337230:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200764.337234:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200764.337237:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e111b0a0. 00000400:00000010:1.0:1776200764.337251:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1c39cba. 00000100:00000200:1.0:1776200764.337256:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227036608, portal 10 00000100:00000001:1.0:1776200764.337258:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.337259:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080716388160 : -112992993163456 : ffff993bc4c7c740) 00000100:00000040:1.0:1776200764.337263:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@000000004cbaee4c x1862481227036608/t4294967335(4294967335) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.337269:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200764.337271:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200764.337273:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000268b1188. 00000100:00000200:1.0:1776200764.337276:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1862481227036608, offset 0 00000400:00000200:1.0:1776200764.337282:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200764.337287:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.337292:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200764.337298:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200764.337301:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200764.337304:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200764.337308:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [449:449:256:4294967295] 192.168.203.148@tcp LPNI seq info [449:449:8:4294967295] 00000400:00000200:1.0:1776200764.337311:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.337318:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200764.337323:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200764.337327:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e9b3a0d (tot 3431934). 00000800:00000200:1.0:1776200764.337332:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200764.337338:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200764.337342:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002e9b3a0d type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1776200764.337366:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.337368:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.337371:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.337373:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.337374:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.337377:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.337379:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1776200764.337380:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.337381:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.337382:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.337383:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200764.338063:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200764.338068:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e9b3a0d (tot 3431686). 00000400:00000200:2.0:1776200764.338074:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.338079:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200764.338082:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000268b1188 00000400:00000010:2.0:1776200764.338084:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000268b1188. 00000100:00000001:2.0:1776200764.338087:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200764.338091:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004cbaee4c x1862481227036608/t4294967335(4294967335) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.338099:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.338101:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000004cbaee4c x1862481227036608/t4294967335(4294967335) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.338106:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.338108:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.348918:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.348933:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.348937:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.348938:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.348957:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.348964:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200764.348971:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.348976:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.348979:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.348983:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 600 into portal 10 MB=0x69deab3f037c0 00000400:00000200:3.0:1776200764.348988:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.348993:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 600/600 into md 0x1245 [1] + 224 00000800:00000001:3.0:1776200764.349000:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.349017:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.349019:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.349023:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200764.349029:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200764.349035:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004cbaee4c x1862481227036608/t4294967335(4294967335) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200764.349044:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=600 offset=224 replen=656 req@000000004cbaee4c x1862481227036608/t4294967335(4294967335) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.349064:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:3.0:1776200764.349071:0:2235:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1776200764.349074:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.349078:0:2235:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200764.349082:0:2235:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [450:450:256:4294967295] 192.168.203.148@tcp LPNI seq info [450:450:8:4294967295] 00000400:00000200:3.0:1776200764.349086:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.349093:0:2235:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:3.0:1776200764.349098:0:2235:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200764.349111:0:2235:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e06bd1bd (tot 3431934). 00000800:00000200:3.0:1776200764.349117:0:2235:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200764.349124:0:2235:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200764.349127:0:2235:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e06bd1bd type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1776200764.349202:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.349205:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e06bd1bd (tot 3431686). 00000400:00000200:3.0:1776200764.349211:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.349214:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:3.0:1776200764.349218:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.349221:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.349835:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.349840:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200764.349846:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200764.349847:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200764.349850:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e111b0a0. 00000400:00000200:1.0:1776200764.349854:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1c39cba 00000400:00000010:1.0:1776200764.349855:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1c39cba. 00000100:00000001:1.0:1776200764.349858:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200764.349863:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004cbaee4c x1862481227036608/t4294967335(4294967335) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200764.349871:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004cbaee4c x1862481227036608/t4294967335(4294967335) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.349877:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200764.349879:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.349881:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200764.349884:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200764.349886:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200764.349887:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.349890:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200764.349897:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=133 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200764.349902:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200764.349904:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1776200764.349906:0:2239:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@000000004cbaee4c x1862481227036608/t4294967335(4294967335) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.349912:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1776200764.349915:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200764.349917:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200764.349918:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200764.349920:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200764.349922:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1776200764.349925:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004cbaee4c x1862481227036608/t4294967335(4294967335) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.349930:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1776200764.349933:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200764.349935:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.349937:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200764.349940:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@000000004cbaee4c x1862481227036608/t4294967335(4294967335) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000002:00000001:1.0:1776200764.349958:0:2239:0:(mdc_request.c:687:mdc_replay_open()) Process entered 00000002:00080000:1.0:1776200764.349965:0:2239:0:(mdc_request.c:738:mdc_replay_open()) @@@ updating close body with new fh req@00000000293f1e8c x1862481227036736/t4294967336(4294967336) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:1.0:1776200764.349970:0:2239:0:(mdc_request.c:741:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1776200764.349972:0:2239:0:(client.c:3161:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@000000004cbaee4c x1862481227036608/t4294967335(4294967335) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.349978:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200764.349979:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200764.349981:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200764.349983:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200764.349983:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200764.349987:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.349992:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200764.349993:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967335 00000100:00000001:1.0:1776200764.349999:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200764.350002:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@00000000293f1e8c x1862481227036736/t4294967336(4294967336) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.350007:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.350008:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080716373568 : -112992993178048 : ffff993bc4c78e40) 00000100:00000040:1.0:1776200764.350011:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000293f1e8c] to pc [ptlrpcd_rcv+-1] req@00000000293f1e8c x1862481227036736/t4294967336(4294967336) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.350018:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.350019:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.350021:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.350023:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.350026:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004cbaee4c x1862481227036608/t4294967335(4294967335) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00100000:1.0:1776200764.350032:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004cbaee4c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227036608:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200764.350035:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.350037:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200764.350040:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000004cbaee4c x1862481227036608/t4294967335(4294967335) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.350045:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.350047:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.350053:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.350054:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.350056:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.350057:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.350058:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200764.350060:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000293f1e8c x1862481227036736/t4294967336(4294967336) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.350065:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200764.350066:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.350070:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200764.350072:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200764.350074:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000293f1e8c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227036736:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200764.350077:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200764.350082:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200764.350084:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200764.350089:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200764.350093:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e111b0a0. 00000400:00000010:1.0:1776200764.350097:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1c39cba. 00000100:00000200:1.0:1776200764.350101:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227036736, portal 10 00000100:00000001:1.0:1776200764.350103:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.350104:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080716373568 : -112992993178048 : ffff993bc4c78e40) 00000100:00000040:1.0:1776200764.350108:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@00000000293f1e8c x1862481227036736/t4294967336(4294967336) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.350115:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200764.350117:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200764.350119:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062cb5aea. 00000100:00000200:1.0:1776200764.350122:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227036736, offset 0 00000400:00000200:1.0:1776200764.350128:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200764.350133:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.350137:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200764.350143:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200764.350146:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200764.350148:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200764.350151:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [451:451:256:4294967295] 192.168.203.148@tcp LPNI seq info [451:451:8:4294967295] 00000400:00000200:1.0:1776200764.350154:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.350160:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200764.350165:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200764.350168:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000045d123db (tot 3431934). 00000800:00000200:1.0:1776200764.350172:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200764.350177:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200764.350180:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000045d123db type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1776200764.350197:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.350199:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.350201:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.350202:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.350204:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.350207:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.350208:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1776200764.350210:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.350211:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.350212:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.350213:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.350788:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.350792:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000045d123db (tot 3431686). 00000400:00000200:3.0:1776200764.350796:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.350801:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.350804:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000062cb5aea 00000400:00000010:3.0:1776200764.350805:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000062cb5aea. 00000100:00000001:3.0:1776200764.350809:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.350811:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000293f1e8c x1862481227036736/t4294967336(4294967336) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.350819:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.350821:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000293f1e8c x1862481227036736/t4294967336(4294967336) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.350826:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.350827:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200764.353835:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.353850:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200764.353855:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.353856:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.353867:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.353873:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200764.353880:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.353884:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.353888:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.353892:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f03840 00000400:00000200:2.0:1776200764.353897:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.353902:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0x124d [1] + 224 00000800:00000001:2.0:1776200764.353909:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.353919:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.353921:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.353925:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200764.353930:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.353937:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000293f1e8c x1862481227036736/t4294967336(4294967336) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200764.353959:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=456 offset=224 replen=456 req@00000000293f1e8c x1862481227036736/t4294967336(4294967336) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.353978:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200764.353984:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.353987:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.354196:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.354200:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200764.354206:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200764.354209:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200764.354211:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e111b0a0. 00000400:00000200:1.0:1776200764.354214:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1c39cba 00000400:00000010:1.0:1776200764.354216:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1c39cba. 00000100:00000001:1.0:1776200764.354219:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200764.354222:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000293f1e8c x1862481227036736/t4294967336(4294967336) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200764.354230:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000293f1e8c x1862481227036736/t4294967336(4294967336) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.354236:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200764.355088:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.355093:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200764.355096:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200764.355098:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200764.355100:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.355104:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200764.355112:0:2239:0:(import.c:1935:at_measured()) add 10 to 000000000f61d0a9 time=132 v=10 (10 0 0 0) 00000100:00001000:1.0:1776200764.355117:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200764.355119:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200764.355121:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200764.355123:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776200764.355126:0:2239:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.355128:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200764.355130:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200764.355132:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200764.355134:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200764.355136:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.355141:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000293f1e8c x1862481227036736/t4294967336(4294967336) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.355148:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.355151:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200764.355153:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.355155:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200764.355158:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@00000000293f1e8c x1862481227036736/t4294967336(4294967336) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.355170:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200764.355171:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200764.355174:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200764.355175:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200764.355176:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200764.355181:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.355187:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200764.355188:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967336 00000100:00000001:1.0:1776200764.355195:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200764.355198:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@000000000347eafb x1862481227036864/t4294967337(4294967337) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.355204:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.355206:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080716385728 : -112992993165888 : ffff993bc4c7bdc0) 00000100:00000040:1.0:1776200764.355210:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000000347eafb] to pc [ptlrpcd_rcv+-1] req@000000000347eafb x1862481227036864/t4294967337(4294967337) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.355217:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.355219:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.355221:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.355222:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.355225:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000293f1e8c x1862481227036736/t4294967336(4294967336) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:1.0:1776200764.355232:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000293f1e8c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227036736:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200764.355237:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.355807:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200764.355812:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000293f1e8c x1862481227036736/t4294967336(4294967336) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.355819:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.355822:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.355829:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.355830:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.355833:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.355835:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.355837:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200764.355840:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000347eafb x1862481227036864/t4294967337(4294967337) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.355848:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200764.355849:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.355853:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200764.355856:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200764.355859:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000347eafb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227036864:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200764.355862:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200764.355866:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200764.355868:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.355870:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200764.355877:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000086092c08. 02000000:00000001:1.0:1776200764.355879:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200764.355886:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200764.355889:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e111b0a0. 00000400:00000010:1.0:1776200764.355893:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1c39cba. 00000100:00000200:1.0:1776200764.355900:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227036864, portal 10 00000100:00000001:1.0:1776200764.355902:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.355903:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080716385728 : -112992993165888 : ffff993bc4c7bdc0) 00000100:00000040:1.0:1776200764.355908:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@000000000347eafb x1862481227036864/t4294967337(4294967337) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.355914:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200764.355917:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200764.355919:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c806d7ce. 00000100:00000200:1.0:1776200764.355922:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1862481227036864, offset 0 00000400:00000200:1.0:1776200764.355928:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200764.355935:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.355942:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200764.356937:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200764.356942:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200764.357028:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200764.357032:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [452:452:256:4294967295] 192.168.203.148@tcp LPNI seq info [452:452:8:4294967295] 00000400:00000200:1.0:1776200764.357037:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.357046:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200764.357053:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200764.357060:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000045d123db (tot 3431934). 00000800:00000200:1.0:1776200764.357066:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200764.357073:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200764.357076:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000045d123db type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1776200764.357097:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.357100:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.357103:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.357106:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.357109:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.357115:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.357116:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1776200764.357118:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.357119:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.357120:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.357122:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.358260:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.358265:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000045d123db (tot 3431686). 00000400:00000200:3.0:1776200764.358271:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.358277:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.358282:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c806d7ce 00000400:00000010:3.0:1776200764.358284:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c806d7ce. 00000100:00000001:3.0:1776200764.358289:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.358295:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000347eafb x1862481227036864/t4294967337(4294967337) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.358309:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.358312:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000000347eafb x1862481227036864/t4294967337(4294967337) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.358317:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.358318:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200764.369308:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.369326:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200764.369330:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.369332:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.369342:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.369349:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200764.369369:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.369374:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.369378:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.369383:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 600 into portal 10 MB=0x69deab3f038c0 00000400:00000200:2.0:1776200764.369388:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.369393:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 600/600 into md 0x1255 [1] + 224 00000800:00000001:2.0:1776200764.369401:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.369412:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.369414:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.369417:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200764.369423:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.369430:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000347eafb x1862481227036864/t4294967337(4294967337) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200764.369451:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=600 offset=224 replen=656 req@000000000347eafb x1862481227036864/t4294967337(4294967337) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.369473:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:2.0:1776200764.369481:0:2234:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1776200764.369485:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.369489:0:2234:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200764.369494:0:2234:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [453:453:256:4294967295] 192.168.203.148@tcp LPNI seq info [453:453:8:4294967295] 00000400:00000200:2.0:1776200764.369498:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.369505:0:2234:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:2.0:1776200764.369510:0:2234:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200764.369515:0:2234:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b4341bfd (tot 3431934). 00000800:00000200:2.0:1776200764.369520:0:2234:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200764.369527:0:2234:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200764.369530:0:2234:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b4341bfd type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1776200764.369641:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200764.369644:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b4341bfd (tot 3431686). 00000400:00000200:2.0:1776200764.369647:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.369650:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:2.0:1776200764.369656:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.369659:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.371079:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.371085:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200764.371093:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200764.371095:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200764.371097:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e111b0a0. 00000400:00000200:1.0:1776200764.371103:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1c39cba 00000400:00000010:1.0:1776200764.371105:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1c39cba. 00000100:00000001:1.0:1776200764.371109:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200764.371119:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000347eafb x1862481227036864/t4294967337(4294967337) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200764.371129:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000347eafb x1862481227036864/t4294967337(4294967337) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.371141:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200764.371142:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.371145:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200764.371148:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200764.371150:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200764.371152:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.371154:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200764.371162:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=133 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200764.371166:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200764.371169:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1776200764.371172:0:2239:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@000000000347eafb x1862481227036864/t4294967337(4294967337) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.371533:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1776200764.371536:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200764.371538:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200764.371540:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200764.371542:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200764.371544:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1776200764.371548:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000347eafb x1862481227036864/t4294967337(4294967337) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.371554:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1776200764.371557:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200764.371559:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.371561:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200764.371564:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@000000000347eafb x1862481227036864/t4294967337(4294967337) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000002:00000001:1.0:1776200764.371570:0:2239:0:(mdc_request.c:687:mdc_replay_open()) Process entered 00000002:00080000:1.0:1776200764.371578:0:2239:0:(mdc_request.c:738:mdc_replay_open()) @@@ updating close body with new fh req@00000000a78fffde x1862481227036992/t4294967338(4294967338) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:1.0:1776200764.371584:0:2239:0:(mdc_request.c:741:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1776200764.371586:0:2239:0:(client.c:3161:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@000000000347eafb x1862481227036864/t4294967337(4294967337) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.371630:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200764.371632:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200764.371634:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200764.371636:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200764.371636:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200764.371641:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.371647:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200764.371648:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967337 00000100:00000001:1.0:1776200764.371655:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200764.371658:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@00000000a78fffde x1862481227036992/t4294967338(4294967338) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.371663:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.371664:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080716374784 : -112992993176832 : ffff993bc4c79300) 00000100:00000040:1.0:1776200764.371668:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000a78fffde] to pc [ptlrpcd_rcv+-1] req@00000000a78fffde x1862481227036992/t4294967338(4294967338) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.371675:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.371677:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.371679:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.371680:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.371683:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000347eafb x1862481227036864/t4294967337(4294967337) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00100000:1.0:1776200764.371690:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000347eafb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227036864:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200764.371694:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.371696:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200764.371698:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000000347eafb x1862481227036864/t4294967337(4294967337) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.371703:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.371706:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.371713:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.371714:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.371716:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.371717:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.371719:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200764.371722:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a78fffde x1862481227036992/t4294967338(4294967338) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.371728:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200764.371729:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.371733:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200764.371736:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200764.371738:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a78fffde pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227036992:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200764.371742:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200764.371746:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200764.371748:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200764.371754:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200764.371761:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e111b0a0. 00000400:00000010:1.0:1776200764.371765:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1c39cba. 00000100:00000200:1.0:1776200764.371770:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227036992, portal 10 00000100:00000001:1.0:1776200764.371772:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.371772:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080716374784 : -112992993176832 : ffff993bc4c79300) 00000100:00000040:1.0:1776200764.371777:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@00000000a78fffde x1862481227036992/t4294967338(4294967338) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.371784:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200764.371786:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200764.371790:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c806d7ce. 00000100:00000200:1.0:1776200764.371792:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227036992, offset 0 00000400:00000200:1.0:1776200764.371798:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200764.371803:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.371810:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200764.371816:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200764.371819:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200764.371822:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200764.371825:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [454:454:256:4294967295] 192.168.203.148@tcp LPNI seq info [454:454:8:4294967295] 00000400:00000200:1.0:1776200764.371829:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.371836:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200764.371841:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200764.371846:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e9b3a0d (tot 3431934). 00000800:00000200:1.0:1776200764.371852:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200764.371858:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200764.371862:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002e9b3a0d type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1776200764.371880:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.371882:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.371885:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.371886:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.371888:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.371891:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.371892:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1776200764.371894:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.371895:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.371896:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.371897:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200764.372673:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200764.372678:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e9b3a0d (tot 3431686). 00000400:00000200:2.0:1776200764.372684:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.372690:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200764.372694:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c806d7ce 00000400:00000010:2.0:1776200764.372696:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c806d7ce. 00000100:00000001:2.0:1776200764.372699:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200764.372703:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a78fffde x1862481227036992/t4294967338(4294967338) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.372711:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.372713:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000a78fffde x1862481227036992/t4294967338(4294967338) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.372719:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.372720:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.386371:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.386386:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.386391:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.386394:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.386408:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.386415:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200764.386422:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.386427:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.386431:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.386434:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f03940 00000400:00000200:3.0:1776200764.386439:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.386456:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0x125d [1] + 224 00000800:00000001:3.0:1776200764.386465:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.386475:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.386477:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.386482:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200764.386488:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200764.386494:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a78fffde x1862481227036992/t4294967338(4294967338) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200764.386504:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=456 offset=224 replen=456 req@00000000a78fffde x1862481227036992/t4294967338(4294967338) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.386534:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200764.386543:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.386545:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.387097:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.387101:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200764.387108:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200764.387110:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200764.387112:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e111b0a0. 00000400:00000200:1.0:1776200764.387117:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1c39cba 00000400:00000010:1.0:1776200764.387118:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1c39cba. 00000100:00000001:1.0:1776200764.387122:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200764.387127:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a78fffde x1862481227036992/t4294967338(4294967338) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200764.387134:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a78fffde x1862481227036992/t4294967338(4294967338) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.387139:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200764.387141:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.387143:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200764.387145:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200764.387148:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200764.387149:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.387151:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200764.387160:0:2239:0:(import.c:1935:at_measured()) add 10 to 000000000f61d0a9 time=132 v=10 (10 0 0 0) 00000100:00001000:1.0:1776200764.387163:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200764.387165:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200764.387167:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200764.387169:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776200764.387172:0:2239:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.387174:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200764.387176:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200764.387177:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200764.387179:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200764.387182:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.387185:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a78fffde x1862481227036992/t4294967338(4294967338) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.387190:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.387193:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200764.387194:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.387196:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200764.387198:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@00000000a78fffde x1862481227036992/t4294967338(4294967338) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.387203:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200764.387205:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200764.387207:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200764.387208:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200764.387209:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200764.387213:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.387218:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200764.387219:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967338 00000100:00000001:1.0:1776200764.387227:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200764.387230:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@0000000011677031 x1862481227037120/t4294967339(4294967339) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.387235:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.387236:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080716395456 : -112992993156160 : ffff993bc4c7e3c0) 00000100:00000040:1.0:1776200764.387239:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000011677031] to pc [ptlrpcd_rcv+-1] req@0000000011677031 x1862481227037120/t4294967339(4294967339) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.387246:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.387247:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.387249:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.387250:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.387252:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a78fffde x1862481227036992/t4294967338(4294967338) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:1.0:1776200764.387258:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a78fffde pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227036992:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200764.387262:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.387264:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200764.387266:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000a78fffde x1862481227036992/t4294967338(4294967338) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.387272:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.387273:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.387280:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.387282:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.387283:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.387284:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.387285:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200764.387287:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000011677031 x1862481227037120/t4294967339(4294967339) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.387292:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200764.387294:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.387297:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200764.387300:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200764.387302:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000011677031 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227037120:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200764.387305:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200764.387310:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200764.387311:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.387313:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200764.387319:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000dd381f3f. 02000000:00000001:1.0:1776200764.387321:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200764.387325:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200764.387327:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e111b0a0. 00000400:00000010:1.0:1776200764.387331:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1c39cba. 00000100:00000200:1.0:1776200764.387335:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227037120, portal 10 00000100:00000001:1.0:1776200764.387337:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.387338:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080716395456 : -112992993156160 : ffff993bc4c7e3c0) 00000100:00000040:1.0:1776200764.387342:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@0000000011677031 x1862481227037120/t4294967339(4294967339) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.387348:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200764.387350:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200764.387352:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062cb5aea. 00000100:00000200:1.0:1776200764.387355:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1862481227037120, offset 0 00000400:00000200:1.0:1776200764.387370:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200764.387376:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.387382:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200764.387388:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200764.387391:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200764.387394:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200764.387397:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [455:455:256:4294967295] 192.168.203.148@tcp LPNI seq info [455:455:8:4294967295] 00000400:00000200:1.0:1776200764.387400:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.387408:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200764.387413:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200764.387417:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004beab876 (tot 3431934). 00000800:00000200:1.0:1776200764.387422:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200764.387429:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200764.387432:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004beab876 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1776200764.387512:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.387514:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.387517:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.387519:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.387520:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.387698:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.387699:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1776200764.387702:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.387703:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.387704:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.387706:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200764.388998:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200764.389004:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004beab876 (tot 3431686). 00000400:00000200:2.0:1776200764.389009:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.389016:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200764.389019:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000062cb5aea 00000400:00000010:2.0:1776200764.389022:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000062cb5aea. 00000100:00000001:2.0:1776200764.389026:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200764.389030:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000011677031 x1862481227037120/t4294967339(4294967339) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.389039:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.389041:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@0000000011677031 x1862481227037120/t4294967339(4294967339) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.389046:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.389048:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.403405:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.403420:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.403424:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.403425:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.403434:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.403441:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200764.403449:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.403453:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.403457:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.403461:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 600 into portal 10 MB=0x69deab3f039c0 00000400:00000200:3.0:1776200764.403466:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.403472:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 600/600 into md 0x1265 [1] + 224 00000800:00000001:3.0:1776200764.403480:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.403487:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.403489:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.403492:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200764.403499:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200764.403505:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000011677031 x1862481227037120/t4294967339(4294967339) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200764.403514:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=600 offset=224 replen=656 req@0000000011677031 x1862481227037120/t4294967339(4294967339) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.403543:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:3.0:1776200764.403550:0:2235:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1776200764.403554:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.403558:0:2235:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200764.403563:0:2235:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [456:456:256:4294967295] 192.168.203.148@tcp LPNI seq info [456:456:8:4294967295] 00000400:00000200:3.0:1776200764.403566:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.403573:0:2235:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:3.0:1776200764.403578:0:2235:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200764.403583:0:2235:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e06bd1bd (tot 3431934). 00000800:00000200:3.0:1776200764.403629:0:2235:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200764.403637:0:2235:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200764.403641:0:2235:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e06bd1bd type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1776200764.403716:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.403719:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e06bd1bd (tot 3431686). 00000400:00000200:3.0:1776200764.403734:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.403737:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:3.0:1776200764.403743:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.403746:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.403814:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.403818:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200764.403825:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200764.403826:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200764.403829:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e111b0a0. 00000400:00000200:1.0:1776200764.403832:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1c39cba 00000400:00000010:1.0:1776200764.403834:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1c39cba. 00000100:00000001:1.0:1776200764.403837:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200764.403840:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000011677031 x1862481227037120/t4294967339(4294967339) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200764.403848:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000011677031 x1862481227037120/t4294967339(4294967339) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.403854:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200764.403855:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.403857:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200764.403872:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200764.403874:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200764.403876:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.403878:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200764.403953:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=133 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200764.403958:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200764.403960:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1776200764.403964:0:2239:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@0000000011677031 x1862481227037120/t4294967339(4294967339) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.403970:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1776200764.403973:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200764.403975:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200764.403976:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200764.403978:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200764.403980:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1776200764.403984:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000011677031 x1862481227037120/t4294967339(4294967339) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.403990:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1776200764.403992:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200764.403994:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.403996:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200764.403999:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@0000000011677031 x1862481227037120/t4294967339(4294967339) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000002:00000001:1.0:1776200764.404005:0:2239:0:(mdc_request.c:687:mdc_replay_open()) Process entered 00000002:00080000:1.0:1776200764.404012:0:2239:0:(mdc_request.c:738:mdc_replay_open()) @@@ updating close body with new fh req@00000000f4ef3b49 x1862481227037248/t4294967340(4294967340) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:1.0:1776200764.404017:0:2239:0:(mdc_request.c:741:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1776200764.404019:0:2239:0:(client.c:3161:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@0000000011677031 x1862481227037120/t4294967339(4294967339) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.404025:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200764.404027:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200764.404029:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200764.404030:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200764.404031:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200764.404034:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.404040:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200764.404041:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967339 00000100:00000001:1.0:1776200764.404047:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200764.404279:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@00000000f4ef3b49 x1862481227037248/t4294967340(4294967340) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.404286:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.404287:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080716400320 : -112992993151296 : ffff993bc4c7f6c0) 00000100:00000040:1.0:1776200764.404291:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000f4ef3b49] to pc [ptlrpcd_rcv+-1] req@00000000f4ef3b49 x1862481227037248/t4294967340(4294967340) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.404298:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.404300:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.404302:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.404303:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.404306:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000011677031 x1862481227037120/t4294967339(4294967339) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00100000:1.0:1776200764.404313:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000011677031 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227037120:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200764.404317:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.404319:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200764.404321:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000011677031 x1862481227037120/t4294967339(4294967339) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.404327:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.404328:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.404818:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.404820:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.404823:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.404824:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.404826:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200764.404831:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f4ef3b49 x1862481227037248/t4294967340(4294967340) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.404838:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200764.404839:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.404843:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200764.404847:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200764.404850:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f4ef3b49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227037248:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200764.404853:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200764.406055:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200764.406061:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200764.406070:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200764.406077:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e111b0a0. 00000400:00000010:1.0:1776200764.406084:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1c39cba. 00000100:00000200:1.0:1776200764.406089:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227037248, portal 10 00000100:00000001:1.0:1776200764.406092:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.406093:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080716400320 : -112992993151296 : ffff993bc4c7f6c0) 00000100:00000040:1.0:1776200764.406101:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@00000000f4ef3b49 x1862481227037248/t4294967340(4294967340) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.406108:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200764.406110:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200764.406112:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000268b1188. 00000100:00000200:1.0:1776200764.406115:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227037248, offset 0 00000400:00000200:1.0:1776200764.406121:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200764.406128:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.406135:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200764.406141:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200764.406144:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200764.406147:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200764.406150:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [457:457:256:4294967295] 192.168.203.148@tcp LPNI seq info [457:457:8:4294967295] 00000400:00000200:1.0:1776200764.406153:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.406160:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200764.406165:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200764.406170:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073c29e85 (tot 3431934). 00000800:00000200:1.0:1776200764.406175:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200764.406181:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200764.406184:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000073c29e85 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1776200764.406203:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.406206:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.406208:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.406210:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.406213:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.406218:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.406219:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1776200764.406221:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.406222:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.406223:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.406225:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.408396:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.408403:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073c29e85 (tot 3431686). 00000400:00000200:3.0:1776200764.408409:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.408416:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.408421:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000268b1188 00000400:00000010:3.0:1776200764.408424:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000268b1188. 00000100:00000001:3.0:1776200764.408429:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.408434:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f4ef3b49 x1862481227037248/t4294967340(4294967340) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.408445:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.408447:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000f4ef3b49 x1862481227037248/t4294967340(4294967340) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.408452:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.408454:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.414893:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.414907:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.414911:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.414913:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.414922:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.414930:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200764.414937:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.414942:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.414945:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.414949:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f03a40 00000400:00000200:3.0:1776200764.414954:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.414959:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0x126d [1] + 224 00000800:00000001:3.0:1776200764.414967:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.414977:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.414979:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.414982:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200764.414988:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200764.414994:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f4ef3b49 x1862481227037248/t4294967340(4294967340) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200764.415005:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=456 offset=224 replen=456 req@00000000f4ef3b49 x1862481227037248/t4294967340(4294967340) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.415022:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200764.415029:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.415032:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.415190:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.415194:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200764.415200:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200764.415201:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200764.415204:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e111b0a0. 00000400:00000200:1.0:1776200764.415207:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1c39cba 00000400:00000010:1.0:1776200764.415209:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1c39cba. 00000100:00000001:1.0:1776200764.415212:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200764.415215:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f4ef3b49 x1862481227037248/t4294967340(4294967340) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200764.415222:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f4ef3b49 x1862481227037248/t4294967340(4294967340) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.415227:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200764.415229:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.415231:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200764.415234:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200764.415236:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200764.415238:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.415240:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200764.415248:0:2239:0:(import.c:1935:at_measured()) add 10 to 000000000f61d0a9 time=132 v=10 (10 0 0 0) 00000100:00001000:1.0:1776200764.415251:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200764.415253:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200764.415255:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200764.415257:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776200764.415259:0:2239:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.415261:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200764.415264:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200764.415266:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200764.415267:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200764.415269:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.415272:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f4ef3b49 x1862481227037248/t4294967340(4294967340) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.415278:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.415280:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200764.415282:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.415284:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200764.415287:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@00000000f4ef3b49 x1862481227037248/t4294967340(4294967340) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.415293:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200764.415295:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200764.415297:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200764.415298:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200764.415299:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200764.415302:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.415307:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200764.415308:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967340 00000100:00000001:1.0:1776200764.415315:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200764.415318:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@0000000064bb241f x1862481227037376/t4294967341(4294967341) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.415324:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.415325:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080716396672 : -112992993154944 : ffff993bc4c7e880) 00000100:00000040:1.0:1776200764.415329:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000064bb241f] to pc [ptlrpcd_rcv+-1] req@0000000064bb241f x1862481227037376/t4294967341(4294967341) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.415335:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.415337:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.415338:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.415340:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.415343:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f4ef3b49 x1862481227037248/t4294967340(4294967340) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:1.0:1776200764.415349:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f4ef3b49 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227037248:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200764.415352:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.415354:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200764.415369:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000f4ef3b49 x1862481227037248/t4294967340(4294967340) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.415395:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.415397:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.415403:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.415405:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.415406:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.415407:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.415408:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200764.415411:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064bb241f x1862481227037376/t4294967341(4294967341) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.415417:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200764.415419:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.415422:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200764.415424:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200764.415426:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000064bb241f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227037376:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200764.415429:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200764.415433:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200764.415435:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.415437:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200764.415442:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000799883cf. 02000000:00000001:1.0:1776200764.415453:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200764.415457:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200764.415460:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e111b0a0. 00000400:00000010:1.0:1776200764.415463:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1c39cba. 00000100:00000200:1.0:1776200764.415468:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227037376, portal 10 00000100:00000001:1.0:1776200764.415470:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.415471:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080716396672 : -112992993154944 : ffff993bc4c7e880) 00000100:00000040:1.0:1776200764.415475:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@0000000064bb241f x1862481227037376/t4294967341(4294967341) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.415482:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200764.415484:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200764.415486:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d92d0e2b. 00000100:00000200:1.0:1776200764.415490:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1862481227037376, offset 0 00000400:00000200:1.0:1776200764.415495:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200764.415500:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.415506:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200764.415512:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200764.415515:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200764.415518:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200764.415522:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [458:458:256:4294967295] 192.168.203.148@tcp LPNI seq info [458:458:8:4294967295] 00000400:00000200:1.0:1776200764.415526:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.415533:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200764.415538:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200764.415543:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073c29e85 (tot 3431934). 00000800:00000200:1.0:1776200764.415548:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200764.415555:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200764.415558:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000073c29e85 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1776200764.415567:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.415569:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.415571:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.415573:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.415575:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.415578:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.415579:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1776200764.415581:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.415581:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.415582:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.415584:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.415750:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.415754:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073c29e85 (tot 3431686). 00000400:00000200:3.0:1776200764.415758:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.415761:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.415764:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d92d0e2b 00000400:00000010:3.0:1776200764.415765:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d92d0e2b. 00000100:00000001:3.0:1776200764.415768:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.415771:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000064bb241f x1862481227037376/t4294967341(4294967341) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.415778:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.415780:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@0000000064bb241f x1862481227037376/t4294967341(4294967341) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.415785:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.415786:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.425630:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.425643:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.425647:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.425649:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.425659:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.425665:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200764.425671:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.425676:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.425680:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.425684:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 600 into portal 10 MB=0x69deab3f03ac0 00000400:00000200:3.0:1776200764.425689:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.425695:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 600/600 into md 0x1275 [1] + 224 00000800:00000001:3.0:1776200764.425703:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.425710:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.425712:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.425716:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200764.425722:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200764.425738:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000064bb241f x1862481227037376/t4294967341(4294967341) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200764.425748:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=600 offset=224 replen=656 req@0000000064bb241f x1862481227037376/t4294967341(4294967341) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.425767:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:3.0:1776200764.425775:0:2234:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1776200764.425779:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.425784:0:2234:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200764.425789:0:2234:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [459:459:256:4294967295] 192.168.203.148@tcp LPNI seq info [459:459:8:4294967295] 00000400:00000200:3.0:1776200764.425793:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.425800:0:2234:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:3.0:1776200764.425805:0:2234:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200764.425810:0:2234:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e06bd1bd (tot 3431934). 00000800:00000200:3.0:1776200764.425815:0:2234:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200764.425822:0:2234:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200764.425825:0:2234:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e06bd1bd type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1776200764.425981:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.425985:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200764.425991:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200764.425992:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200764.425995:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e111b0a0. 00000400:00000200:1.0:1776200764.425999:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1c39cba 00000400:00000010:1.0:1776200764.426000:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1c39cba. 00000100:00000001:1.0:1776200764.426003:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200764.426007:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000064bb241f x1862481227037376/t4294967341(4294967341) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200764.426014:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000064bb241f x1862481227037376/t4294967341(4294967341) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.426019:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200764.426020:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.426022:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200764.426025:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200764.426027:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200764.426028:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.426031:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200764.426039:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=133 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200764.426042:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200764.426044:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1776200764.426046:0:2239:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@0000000064bb241f x1862481227037376/t4294967341(4294967341) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.426052:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1776200764.426054:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200764.426056:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200764.426058:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200764.426059:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200764.426062:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1776200764.426065:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064bb241f x1862481227037376/t4294967341(4294967341) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.426071:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1776200764.426074:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200764.426076:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.426077:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200764.426081:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@0000000064bb241f x1862481227037376/t4294967341(4294967341) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000002:00000001:1.0:1776200764.426087:0:2239:0:(mdc_request.c:687:mdc_replay_open()) Process entered 00000002:00080000:1.0:1776200764.426094:0:2239:0:(mdc_request.c:738:mdc_replay_open()) @@@ updating close body with new fh req@000000000ce1ced9 x1862481227037504/t4294967342(4294967342) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:1.0:1776200764.426099:0:2239:0:(mdc_request.c:741:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1776200764.426101:0:2239:0:(client.c:3161:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@0000000064bb241f x1862481227037376/t4294967341(4294967341) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000800:00000001:2.0:1776200764.426991:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000200:3.0:1776200764.428083:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.428090:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e06bd1bd (tot 3431686). 00000400:00000200:3.0:1776200764.428100:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.428107:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:2.0:1776200764.428330:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.445362:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200764.445367:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200764.445370:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200764.445373:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200764.445374:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200764.445387:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.445397:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200764.445398:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967341 00000100:00000001:1.0:1776200764.445406:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200764.445411:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@000000000ce1ced9 x1862481227037504/t4294967342(4294967342) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.445417:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.445418:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080716379648 : -112992993171968 : ffff993bc4c7a600) 00000100:00000040:1.0:1776200764.445423:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000000ce1ced9] to pc [ptlrpcd_rcv+-1] req@000000000ce1ced9 x1862481227037504/t4294967342(4294967342) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.445430:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.445432:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.445433:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.445436:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.445440:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064bb241f x1862481227037376/t4294967341(4294967341) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00100000:1.0:1776200764.445457:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000064bb241f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227037376:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200764.445462:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.445465:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200764.445467:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000064bb241f x1862481227037376/t4294967341(4294967341) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.445473:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.445475:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.445483:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.445485:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.445487:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.445489:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.445491:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200764.445493:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000ce1ced9 x1862481227037504/t4294967342(4294967342) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.445499:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200764.445501:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.445505:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200764.445509:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200764.445511:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000ce1ced9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227037504:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200764.445515:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200764.445520:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200764.445522:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200764.445530:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200764.445539:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e111b0a0. 00000400:00000010:1.0:1776200764.445545:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1c39cba. 00000100:00000200:1.0:1776200764.445552:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227037504, portal 10 00000100:00000001:1.0:1776200764.445553:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.445555:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080716379648 : -112992993171968 : ffff993bc4c7a600) 00000100:00000040:1.0:1776200764.445561:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@000000000ce1ced9 x1862481227037504/t4294967342(4294967342) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.445568:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200764.445570:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200764.445572:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075f763f4. 00000100:00000200:1.0:1776200764.445575:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227037504, offset 0 00000400:00000200:1.0:1776200764.445581:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200764.446184:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.446192:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200764.446199:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200764.446202:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200764.446205:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200764.446208:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [460:460:256:4294967295] 192.168.203.148@tcp LPNI seq info [460:460:8:4294967295] 00000400:00000200:1.0:1776200764.446212:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.446220:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200764.446226:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200764.446231:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004beab876 (tot 3431934). 00000800:00000200:1.0:1776200764.446238:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200764.446244:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200764.446248:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004beab876 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1776200764.446264:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.446266:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.446269:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.446271:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.446273:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.446277:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.446278:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1776200764.446280:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.446281:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.446282:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.446284:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.446437:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.446441:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004beab876 (tot 3431686). 00000400:00000200:3.0:1776200764.446451:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.446455:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.446460:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075f763f4 00000400:00000010:3.0:1776200764.446462:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075f763f4. 00000100:00000001:3.0:1776200764.446466:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.446469:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000ce1ced9 x1862481227037504/t4294967342(4294967342) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.446478:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.446480:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000000ce1ced9 x1862481227037504/t4294967342(4294967342) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.446485:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.446486:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200764.451693:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.451710:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200764.451715:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.451717:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.451737:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.451744:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200764.451752:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.451757:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.451760:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.451764:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f03b40 00000400:00000200:2.0:1776200764.451769:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.451774:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0x127d [1] + 224 00000800:00000001:2.0:1776200764.451781:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.451790:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.451793:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.451797:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200764.451802:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.451807:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000ce1ced9 x1862481227037504/t4294967342(4294967342) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200764.451817:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=456 offset=224 replen=456 req@000000000ce1ced9 x1862481227037504/t4294967342(4294967342) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.451836:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200764.451844:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.451846:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.452034:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.452038:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200764.452044:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200764.452046:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200764.452048:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e111b0a0. 00000400:00000200:1.0:1776200764.452052:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1c39cba 00000400:00000010:1.0:1776200764.452054:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1c39cba. 00000100:00000001:1.0:1776200764.452057:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200764.452060:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000ce1ced9 x1862481227037504/t4294967342(4294967342) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200764.452067:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000ce1ced9 x1862481227037504/t4294967342(4294967342) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.452073:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200764.452075:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.452077:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200764.452080:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200764.452082:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200764.452084:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.452086:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200764.452094:0:2239:0:(import.c:1935:at_measured()) add 10 to 000000000f61d0a9 time=132 v=10 (10 0 0 0) 00000100:00001000:1.0:1776200764.452098:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200764.452100:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200764.452101:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200764.452103:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776200764.452106:0:2239:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.452108:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200764.452110:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200764.452112:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200764.452114:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200764.452116:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.452120:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000ce1ced9 x1862481227037504/t4294967342(4294967342) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.452126:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.452129:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200764.452131:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.452133:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200764.452136:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@000000000ce1ced9 x1862481227037504/t4294967342(4294967342) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.452146:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200764.452148:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200764.452150:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200764.452151:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200764.452151:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200764.452156:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.452162:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200764.452163:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967342 00000100:00000001:1.0:1776200764.452170:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200764.452174:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@000000006a135a1b x1862481227037632/t4294967343(4294967343) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.452180:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.452181:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080716383296 : -112992993168320 : ffff993bc4c7b440) 00000100:00000040:1.0:1776200764.452184:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000006a135a1b] to pc [ptlrpcd_rcv+-1] req@000000006a135a1b x1862481227037632/t4294967343(4294967343) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.452191:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.452193:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.452194:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.452196:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.452198:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000ce1ced9 x1862481227037504/t4294967342(4294967342) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:1.0:1776200764.452205:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000ce1ced9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227037504:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200764.452209:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.452212:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200764.452214:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000000ce1ced9 x1862481227037504/t4294967342(4294967342) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.452220:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.452222:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.452229:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.452231:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.452232:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.452233:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.452235:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200764.452238:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006a135a1b x1862481227037632/t4294967343(4294967343) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.452243:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200764.452245:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.452247:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200764.452250:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200764.452253:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a135a1b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227037632:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200764.452256:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200764.452261:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200764.452263:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.452265:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200764.452271:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000083d3c8f2. 02000000:00000001:1.0:1776200764.452272:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200764.452276:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200764.452279:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e111b0a0. 00000400:00000010:1.0:1776200764.452282:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1c39cba. 00000100:00000200:1.0:1776200764.452286:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227037632, portal 10 00000100:00000001:1.0:1776200764.452287:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.452288:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080716383296 : -112992993168320 : ffff993bc4c7b440) 00000100:00000040:1.0:1776200764.452293:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@000000006a135a1b x1862481227037632/t4294967343(4294967343) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.452299:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200764.452302:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200764.452304:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd5272a1. 00000100:00000200:1.0:1776200764.452306:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1862481227037632, offset 0 00000400:00000200:1.0:1776200764.452312:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200764.452318:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.452324:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200764.452332:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200764.452335:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200764.452337:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200764.452340:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [461:461:256:4294967295] 192.168.203.148@tcp LPNI seq info [461:461:8:4294967295] 00000400:00000200:1.0:1776200764.452344:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.452352:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200764.452367:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200764.452372:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e9b3a0d (tot 3431934). 00000800:00000200:1.0:1776200764.452377:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200764.452384:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200764.452387:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002e9b3a0d type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1776200764.452402:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.452404:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.452407:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.452409:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.452410:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.452413:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.452414:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1776200764.452415:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.452416:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.452417:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.452419:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.453058:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.453062:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e9b3a0d (tot 3431686). 00000400:00000200:3.0:1776200764.453066:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.453070:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.453073:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd5272a1 00000400:00000010:3.0:1776200764.453075:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd5272a1. 00000100:00000001:3.0:1776200764.453078:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.453081:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006a135a1b x1862481227037632/t4294967343(4294967343) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.453089:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.453091:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000006a135a1b x1862481227037632/t4294967343(4294967343) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.453096:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.453098:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200764.462109:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.462126:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200764.462130:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.462133:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.462143:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.462149:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200764.462156:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.462160:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.462164:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.462168:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 600 into portal 10 MB=0x69deab3f03bc0 00000400:00000200:2.0:1776200764.462173:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.462179:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 600/600 into md 0x1285 [1] + 224 00000800:00000001:2.0:1776200764.462186:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.462194:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.462196:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.462200:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200764.462206:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.462212:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006a135a1b x1862481227037632/t4294967343(4294967343) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200764.462222:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=600 offset=224 replen=656 req@000000006a135a1b x1862481227037632/t4294967343(4294967343) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.462243:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:2.0:1776200764.462251:0:2235:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1776200764.462255:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.462259:0:2235:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200764.462264:0:2235:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [462:462:256:4294967295] 192.168.203.148@tcp LPNI seq info [462:462:8:4294967295] 00000400:00000200:2.0:1776200764.462267:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.462274:0:2235:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:2.0:1776200764.462279:0:2235:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200764.462284:0:2235:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b4341bfd (tot 3431934). 00000800:00000200:2.0:1776200764.462289:0:2235:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200764.462295:0:2235:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200764.462298:0:2235:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b4341bfd type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1776200764.462388:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200764.462391:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b4341bfd (tot 3431686). 00000400:00000200:2.0:1776200764.462394:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.462397:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:2.0:1776200764.462402:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.462405:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.463004:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.463008:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200764.463014:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200764.463016:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200764.463018:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e111b0a0. 00000400:00000200:1.0:1776200764.463021:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1c39cba 00000400:00000010:1.0:1776200764.463023:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1c39cba. 00000100:00000001:1.0:1776200764.463027:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200764.463031:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006a135a1b x1862481227037632/t4294967343(4294967343) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200764.463038:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006a135a1b x1862481227037632/t4294967343(4294967343) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.463049:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200764.463050:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.463052:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200764.463055:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200764.463057:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200764.463059:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.463061:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200764.463068:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=133 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200764.463072:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200764.463074:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1776200764.463077:0:2239:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@000000006a135a1b x1862481227037632/t4294967343(4294967343) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.463082:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1776200764.463085:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200764.463086:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200764.463088:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200764.463090:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200764.463091:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1776200764.463095:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006a135a1b x1862481227037632/t4294967343(4294967343) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.463100:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1776200764.463102:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200764.463104:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.463106:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200764.463108:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@000000006a135a1b x1862481227037632/t4294967343(4294967343) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000002:00000001:1.0:1776200764.463114:0:2239:0:(mdc_request.c:687:mdc_replay_open()) Process entered 00000002:00080000:1.0:1776200764.463122:0:2239:0:(mdc_request.c:738:mdc_replay_open()) @@@ updating close body with new fh req@0000000030ef72b4 x1862481227037760/t4294967344(4294967344) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:1.0:1776200764.463127:0:2239:0:(mdc_request.c:741:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1776200764.463129:0:2239:0:(client.c:3161:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@000000006a135a1b x1862481227037632/t4294967343(4294967343) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.463136:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200764.463137:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200764.463139:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200764.463140:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200764.463141:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200764.463146:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.463151:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200764.463152:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967343 00000100:00000001:1.0:1776200764.463160:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200764.463163:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@0000000030ef72b4 x1862481227037760/t4294967344(4294967344) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.463168:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.463169:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080716369920 : -112992993181696 : ffff993bc4c78000) 00000100:00000040:1.0:1776200764.463173:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000030ef72b4] to pc [ptlrpcd_rcv+-1] req@0000000030ef72b4 x1862481227037760/t4294967344(4294967344) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.463179:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.463181:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.463182:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.463184:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.463186:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006a135a1b x1862481227037632/t4294967343(4294967343) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00100000:1.0:1776200764.463193:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a135a1b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227037632:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200764.463198:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.463200:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200764.463202:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000006a135a1b x1862481227037632/t4294967343(4294967343) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.463208:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.463210:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.463217:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.463219:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.463221:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.463221:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.463223:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200764.463225:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000030ef72b4 x1862481227037760/t4294967344(4294967344) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.463231:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200764.463232:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.463236:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200764.463239:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200764.463241:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000030ef72b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227037760:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200764.463244:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200764.463248:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200764.463249:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200764.463253:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200764.463258:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e111b0a0. 00000400:00000010:1.0:1776200764.463261:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1c39cba. 00000100:00000200:1.0:1776200764.463266:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227037760, portal 10 00000100:00000001:1.0:1776200764.463267:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.463268:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080716369920 : -112992993181696 : ffff993bc4c78000) 00000100:00000040:1.0:1776200764.463272:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@0000000030ef72b4 x1862481227037760/t4294967344(4294967344) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.463278:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200764.463280:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200764.463282:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b28f9ce. 00000100:00000200:1.0:1776200764.463285:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227037760, offset 0 00000400:00000200:1.0:1776200764.463290:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200764.463295:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.463299:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200764.463305:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200764.463308:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200764.463311:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200764.463314:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [463:463:256:4294967295] 192.168.203.148@tcp LPNI seq info [463:463:8:4294967295] 00000400:00000200:1.0:1776200764.463317:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.463323:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200764.463327:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200764.463331:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000045d123db (tot 3431934). 00000800:00000200:1.0:1776200764.463335:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200764.463340:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200764.463342:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000045d123db type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1776200764.463371:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.463374:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.463376:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.463378:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.463379:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.463382:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.463383:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1776200764.463385:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.463386:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.463387:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.463388:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200764.463949:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200764.463952:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000045d123db (tot 3431686). 00000400:00000200:2.0:1776200764.463957:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.463962:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200764.463964:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b28f9ce 00000400:00000010:2.0:1776200764.463966:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b28f9ce. 00000100:00000001:2.0:1776200764.463969:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200764.463972:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000030ef72b4 x1862481227037760/t4294967344(4294967344) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.463980:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.463982:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@0000000030ef72b4 x1862481227037760/t4294967344(4294967344) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.463987:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.463988:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.468575:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.468624:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.468629:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.468631:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.468641:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.468647:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200764.468654:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.468658:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.468662:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.468666:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f03c40 00000400:00000200:3.0:1776200764.468671:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.468676:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0x128d [1] + 224 00000800:00000001:3.0:1776200764.468683:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.468691:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.468693:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.468697:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200764.468702:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200764.468707:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000030ef72b4 x1862481227037760/t4294967344(4294967344) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200764.468717:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=456 offset=224 replen=456 req@0000000030ef72b4 x1862481227037760/t4294967344(4294967344) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.468872:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200764.469210:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.469215:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.469614:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.469619:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200764.469625:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200764.469627:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200764.469629:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e111b0a0. 00000400:00000200:1.0:1776200764.469634:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1c39cba 00000400:00000010:1.0:1776200764.469636:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1c39cba. 00000100:00000001:1.0:1776200764.469639:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200764.469643:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000030ef72b4 x1862481227037760/t4294967344(4294967344) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200764.469651:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000030ef72b4 x1862481227037760/t4294967344(4294967344) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.469657:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200764.469659:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.469661:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200764.469664:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200764.469666:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200764.469668:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.469670:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200764.469677:0:2239:0:(import.c:1935:at_measured()) add 10 to 000000000f61d0a9 time=132 v=10 (10 0 0 0) 00000100:00001000:1.0:1776200764.469681:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200764.469683:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200764.469685:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200764.469687:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776200764.469690:0:2239:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.469692:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200764.469694:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200764.469695:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200764.469697:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200764.469699:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.469704:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000030ef72b4 x1862481227037760/t4294967344(4294967344) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.469710:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.469712:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200764.469714:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.469716:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200764.469719:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@0000000030ef72b4 x1862481227037760/t4294967344(4294967344) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.469798:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200764.469801:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200764.469803:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200764.469804:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200764.469805:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200764.469810:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.469816:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200764.469817:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967344 00000100:00000001:1.0:1776200764.469824:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200764.469827:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@000000003a6e0014 x1862481227038016/t4294967345(4294967345) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.469833:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.469834:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682629824 : -112993026921792 : ffff993bc2c4aac0) 00000100:00000040:1.0:1776200764.469838:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000003a6e0014] to pc [ptlrpcd_rcv+-1] req@000000003a6e0014 x1862481227038016/t4294967345(4294967345) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.469846:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.469847:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.469849:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.469851:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.469853:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000030ef72b4 x1862481227037760/t4294967344(4294967344) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:1.0:1776200764.469872:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000030ef72b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227037760:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200764.469877:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.469942:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200764.469946:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000030ef72b4 x1862481227037760/t4294967344(4294967344) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.469952:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.469954:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.469960:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.469962:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.469964:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.469965:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.469966:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200764.469968:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003a6e0014 x1862481227038016/t4294967345(4294967345) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.469974:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200764.469975:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.470048:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200764.470051:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200764.470055:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003a6e0014 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227038016:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200764.470059:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200764.470064:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200764.470066:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.470068:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200764.470075:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d9945224. 02000000:00000001:1.0:1776200764.470077:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200764.470081:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200764.470085:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e111b0a0. 00000400:00000010:1.0:1776200764.470088:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1c39cba. 00000100:00000200:1.0:1776200764.470093:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227038016, portal 10 00000100:00000001:1.0:1776200764.470095:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.470096:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682629824 : -112993026921792 : ffff993bc2c4aac0) 00000100:00000040:1.0:1776200764.470101:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@000000003a6e0014 x1862481227038016/t4294967345(4294967345) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.470107:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200764.470109:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200764.470110:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000097519d99. 00000100:00000200:1.0:1776200764.470113:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1862481227038016, offset 0 00000400:00000200:1.0:1776200764.470119:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200764.470125:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.470131:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200764.470137:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200764.470140:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200764.470143:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200764.470146:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [464:464:256:4294967295] 192.168.203.148@tcp LPNI seq info [464:464:8:4294967295] 00000400:00000200:1.0:1776200764.470150:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.470158:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200764.470163:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200764.470167:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000045d123db (tot 3431934). 00000800:00000200:1.0:1776200764.470172:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200764.470179:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200764.470183:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000045d123db type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1776200764.470200:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.470202:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.470205:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.470207:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.470208:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.470211:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.470212:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1776200764.470214:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.470215:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.470216:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.470217:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200764.470437:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200764.470440:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000045d123db (tot 3431686). 00000400:00000200:2.0:1776200764.470449:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.470454:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200764.470457:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000097519d99 00000400:00000010:2.0:1776200764.470458:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000097519d99. 00000100:00000001:2.0:1776200764.470461:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200764.470712:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003a6e0014 x1862481227038016/t4294967345(4294967345) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.470721:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.470723:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000003a6e0014 x1862481227038016/t4294967345(4294967345) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.470796:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.470798:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200764.479268:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.479283:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200764.479288:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.479291:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.479301:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.479308:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200764.479316:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.479320:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.479324:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.479328:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 600 into portal 10 MB=0x69deab3f03d40 00000400:00000200:2.0:1776200764.479332:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.479338:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 600/600 into md 0x1295 [1] + 224 00000800:00000001:2.0:1776200764.479345:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.479351:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.479364:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.479368:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200764.479374:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.479380:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003a6e0014 x1862481227038016/t4294967345(4294967345) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200764.479390:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=600 offset=224 replen=656 req@000000003a6e0014 x1862481227038016/t4294967345(4294967345) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.479410:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:2.0:1776200764.479417:0:2234:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1776200764.479420:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.479425:0:2234:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200764.479429:0:2234:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [465:465:256:4294967295] 192.168.203.148@tcp LPNI seq info [465:465:8:4294967295] 00000400:00000200:2.0:1776200764.479433:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.479440:0:2234:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:2.0:1776200764.479453:0:2234:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200764.479459:0:2234:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b4341bfd (tot 3431934). 00000800:00000200:2.0:1776200764.479465:0:2234:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200764.479473:0:2234:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200764.479477:0:2234:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b4341bfd type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1776200764.479553:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200764.479556:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b4341bfd (tot 3431686). 00000400:00000200:2.0:1776200764.479559:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.479562:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:2.0:1776200764.479567:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.479569:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.480174:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.480178:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200764.480185:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200764.480187:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200764.480189:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e111b0a0. 00000400:00000200:1.0:1776200764.480193:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1c39cba 00000400:00000010:1.0:1776200764.480195:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1c39cba. 00000100:00000001:1.0:1776200764.480199:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200764.480204:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003a6e0014 x1862481227038016/t4294967345(4294967345) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200764.480212:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003a6e0014 x1862481227038016/t4294967345(4294967345) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.480217:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200764.480219:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.480221:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200764.480223:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200764.480225:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200764.480227:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.480229:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200764.480237:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=133 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200764.480241:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200764.480243:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1776200764.480246:0:2239:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@000000003a6e0014 x1862481227038016/t4294967345(4294967345) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.480252:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1776200764.480254:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200764.480256:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200764.480257:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200764.480259:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200764.480262:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1776200764.480265:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003a6e0014 x1862481227038016/t4294967345(4294967345) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.480270:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1776200764.480273:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200764.480274:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.480276:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200764.480279:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@000000003a6e0014 x1862481227038016/t4294967345(4294967345) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000002:00000001:1.0:1776200764.480285:0:2239:0:(mdc_request.c:687:mdc_replay_open()) Process entered 00000002:00080000:1.0:1776200764.480292:0:2239:0:(mdc_request.c:738:mdc_replay_open()) @@@ updating close body with new fh req@0000000010827887 x1862481227038400/t4294967346(4294967346) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:1.0:1776200764.480298:0:2239:0:(mdc_request.c:741:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1776200764.480300:0:2239:0:(client.c:3161:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@000000003a6e0014 x1862481227038016/t4294967345(4294967345) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.480305:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200764.480307:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200764.480309:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200764.480311:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200764.480312:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200764.480316:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.480321:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200764.480322:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967345 00000100:00000001:1.0:1776200764.480330:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200764.480333:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@0000000010827887 x1862481227038400/t4294967346(4294967346) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.480338:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.480339:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080683356800 : -112993026194816 : ffff993bc2cfc280) 00000100:00000040:1.0:1776200764.480343:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000010827887] to pc [ptlrpcd_rcv+-1] req@0000000010827887 x1862481227038400/t4294967346(4294967346) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.480349:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.480350:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.480352:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.480353:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.480367:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003a6e0014 x1862481227038016/t4294967345(4294967345) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00100000:1.0:1776200764.480373:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003a6e0014 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227038016:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200764.480378:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.480380:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200764.480382:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000003a6e0014 x1862481227038016/t4294967345(4294967345) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.480387:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.480389:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.480396:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.480398:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.480400:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.480401:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.480402:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200764.480405:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000010827887 x1862481227038400/t4294967346(4294967346) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.480410:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200764.480412:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.480415:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200764.480418:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200764.480421:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000010827887 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227038400:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200764.480424:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200764.480429:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200764.480430:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200764.480435:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200764.480439:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e111b0a0. 00000400:00000010:1.0:1776200764.480827:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1c39cba. 00000100:00000200:1.0:1776200764.480835:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227038400, portal 10 00000100:00000001:1.0:1776200764.480837:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.480838:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080683356800 : -112993026194816 : ffff993bc2cfc280) 00000100:00000040:1.0:1776200764.480843:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@0000000010827887 x1862481227038400/t4294967346(4294967346) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.480849:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200764.480852:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200764.480855:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071a54455. 00000100:00000200:1.0:1776200764.480858:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227038400, offset 0 00000400:00000200:1.0:1776200764.480876:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200764.481000:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.481007:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200764.481013:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200764.481016:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200764.481019:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200764.481022:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [466:466:256:4294967295] 192.168.203.148@tcp LPNI seq info [466:466:8:4294967295] 00000400:00000200:1.0:1776200764.481025:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.481032:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200764.481037:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200764.481042:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e9b3a0d (tot 3431934). 00000800:00000200:1.0:1776200764.481047:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200764.481053:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200764.481056:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002e9b3a0d type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1776200764.481082:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.481084:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.481086:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.481089:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.481091:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.481095:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.481096:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1776200764.481098:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.481099:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.481100:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.481101:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200764.481528:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200764.481532:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e9b3a0d (tot 3431686). 00000400:00000200:2.0:1776200764.481537:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.481541:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200764.481545:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071a54455 00000400:00000010:2.0:1776200764.481547:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071a54455. 00000100:00000001:2.0:1776200764.481550:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200764.481554:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000010827887 x1862481227038400/t4294967346(4294967346) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.481561:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.481563:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@0000000010827887 x1862481227038400/t4294967346(4294967346) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.481568:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.481569:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.487133:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.487150:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.487154:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.487156:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.487166:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.487173:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200764.487181:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.487186:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.487190:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.487194:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f03ec0 00000400:00000200:3.0:1776200764.487199:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.487204:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0x129d [1] + 224 00000800:00000001:3.0:1776200764.487212:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.487222:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.487225:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.487229:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200764.487235:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200764.487241:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000010827887 x1862481227038400/t4294967346(4294967346) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200764.487251:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=456 offset=224 replen=456 req@0000000010827887 x1862481227038400/t4294967346(4294967346) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.487271:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200764.487279:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.487282:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.487453:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.487466:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200764.487472:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200764.487473:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200764.487476:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e111b0a0. 00000400:00000200:1.0:1776200764.487480:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1c39cba 00000400:00000010:1.0:1776200764.487482:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1c39cba. 00000100:00000001:1.0:1776200764.487485:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200764.487488:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000010827887 x1862481227038400/t4294967346(4294967346) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200764.487495:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000010827887 x1862481227038400/t4294967346(4294967346) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.487501:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200764.487502:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.487504:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200764.487507:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200764.487509:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200764.487511:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.487513:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200764.487520:0:2239:0:(import.c:1935:at_measured()) add 10 to 000000000f61d0a9 time=132 v=10 (10 0 0 0) 00000100:00001000:1.0:1776200764.487524:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200764.487526:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200764.487528:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200764.487530:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776200764.487532:0:2239:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.487535:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200764.487537:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200764.487539:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200764.487541:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200764.487543:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.487547:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000010827887 x1862481227038400/t4294967346(4294967346) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.487553:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.487556:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200764.487557:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.487559:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200764.487562:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@0000000010827887 x1862481227038400/t4294967346(4294967346) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.487568:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200764.487569:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200764.487571:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200764.487572:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200764.487574:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200764.487577:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.487582:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200764.487583:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967346 00000100:00000001:1.0:1776200764.487627:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200764.487631:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@000000006dab5bcb x1862481227038528/t4294967347(4294967347) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.487638:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.487639:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692631360 : -112993016920256 : ffff993bc35d4740) 00000100:00000040:1.0:1776200764.487643:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000006dab5bcb] to pc [ptlrpcd_rcv+-1] req@000000006dab5bcb x1862481227038528/t4294967347(4294967347) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.487650:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.487651:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.487653:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.487655:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.487658:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000010827887 x1862481227038400/t4294967346(4294967346) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:1.0:1776200764.487664:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000010827887 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227038400:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200764.487668:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.487670:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200764.487672:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000010827887 x1862481227038400/t4294967346(4294967346) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.487678:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.487680:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.487688:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.487689:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.487691:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.487692:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.487693:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200764.487696:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006dab5bcb x1862481227038528/t4294967347(4294967347) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.487702:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200764.487703:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.487706:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200764.487709:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200764.487711:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006dab5bcb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227038528:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200764.487714:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200764.487719:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200764.487721:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.487723:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200764.487729:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005b75efd1. 02000000:00000001:1.0:1776200764.487731:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200764.487734:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200764.487736:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e111b0a0. 00000400:00000010:1.0:1776200764.487740:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1c39cba. 00000100:00000200:1.0:1776200764.487745:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227038528, portal 10 00000100:00000001:1.0:1776200764.487747:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.487747:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692631360 : -112993016920256 : ffff993bc35d4740) 00000100:00000040:1.0:1776200764.487751:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@000000006dab5bcb x1862481227038528/t4294967347(4294967347) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.487758:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200764.487760:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200764.487762:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008fdf0e42. 00000100:00000200:1.0:1776200764.487765:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1862481227038528, offset 0 00000400:00000200:1.0:1776200764.487770:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200764.487776:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.487782:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200764.487788:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200764.487791:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200764.487793:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200764.487796:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [467:467:256:4294967295] 192.168.203.148@tcp LPNI seq info [467:467:8:4294967295] 00000400:00000200:1.0:1776200764.487799:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.487806:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200764.487811:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200764.487815:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004beab876 (tot 3431934). 00000800:00000200:1.0:1776200764.487819:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200764.487826:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200764.487830:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004beab876 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1776200764.488130:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.488133:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.488135:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.488137:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.488139:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.488142:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.488143:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1776200764.488144:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.488145:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.488146:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.488148:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200764.493847:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200764.493855:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004beab876 (tot 3431686). 00000400:00000200:2.0:1776200764.494222:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.494233:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200764.494239:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008fdf0e42 00000400:00000010:2.0:1776200764.494242:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008fdf0e42. 00000100:00000001:2.0:1776200764.494249:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200764.494255:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006dab5bcb x1862481227038528/t4294967347(4294967347) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.494266:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.494269:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000006dab5bcb x1862481227038528/t4294967347(4294967347) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.494280:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.494281:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200764.494577:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.494608:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200764.494611:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.494614:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.494621:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.494625:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200764.494632:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.494635:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.494639:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.494643:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 600 into portal 10 MB=0x69deab3f03f40 00000400:00000200:2.0:1776200764.494648:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.494652:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 600/600 into md 0x12a5 [1] + 224 00000800:00000001:2.0:1776200764.494659:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.494665:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.494667:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.494670:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200764.494674:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.494676:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006dab5bcb x1862481227038528/t4294967347(4294967347) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200764.494684:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=600 offset=224 replen=656 req@000000006dab5bcb x1862481227038528/t4294967347(4294967347) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.494805:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.494809:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.494824:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:2.0:1776200764.494831:0:2235:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1776200764.494835:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.494840:0:2235:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200764.494845:0:2235:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [468:468:256:4294967295] 192.168.203.148@tcp LPNI seq info [468:468:8:4294967295] 00000400:00000200:2.0:1776200764.494849:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.494855:0:2235:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:2.0:1776200764.494874:0:2235:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200764.494885:0:2235:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b4341bfd (tot 3431934). 00000800:00000200:2.0:1776200764.494891:0:2235:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200764.494898:0:2235:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200764.494901:0:2235:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b4341bfd type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1776200764.494974:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200764.494977:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b4341bfd (tot 3431686). 00000400:00000200:2.0:1776200764.494980:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.494984:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:2.0:1776200764.494988:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.494991:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1776200764.496615:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200764.496619:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200764.496622:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e111b0a0. 00000400:00000200:1.0:1776200764.496628:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1c39cba 00000400:00000010:1.0:1776200764.496630:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1c39cba. 00000100:00000001:1.0:1776200764.496634:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200764.496641:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006dab5bcb x1862481227038528/t4294967347(4294967347) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200764.496651:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006dab5bcb x1862481227038528/t4294967347(4294967347) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.496657:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200764.496659:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.496661:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200764.496664:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200764.496666:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200764.496668:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.496671:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200764.496678:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=133 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200764.496682:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200764.496684:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1776200764.496686:0:2239:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@000000006dab5bcb x1862481227038528/t4294967347(4294967347) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.496692:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1776200764.496694:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200764.496696:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200764.496698:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200764.496699:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200764.496702:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1776200764.496705:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006dab5bcb x1862481227038528/t4294967347(4294967347) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.496711:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1776200764.496714:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200764.496716:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.496718:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200764.496721:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@000000006dab5bcb x1862481227038528/t4294967347(4294967347) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000002:00000001:1.0:1776200764.496807:0:2239:0:(mdc_request.c:687:mdc_replay_open()) Process entered 00000002:00080000:1.0:1776200764.496815:0:2239:0:(mdc_request.c:738:mdc_replay_open()) @@@ updating close body with new fh req@000000007f1c8707 x1862481227038656/t4294967348(4294967348) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:1.0:1776200764.496821:0:2239:0:(mdc_request.c:741:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1776200764.496823:0:2239:0:(client.c:3161:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@000000006dab5bcb x1862481227038528/t4294967347(4294967347) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.496829:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200764.496831:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200764.496833:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200764.496834:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200764.496835:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200764.496839:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.496845:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200764.496846:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967347 00000100:00000001:1.0:1776200764.496854:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200764.496857:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@000000007f1c8707 x1862481227038656/t4294967348(4294967348) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.497218:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.497220:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801036416 : -112992908515200 : ffff993bc9d36880) 00000100:00000040:1.0:1776200764.497225:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000007f1c8707] to pc [ptlrpcd_rcv+-1] req@000000007f1c8707 x1862481227038656/t4294967348(4294967348) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.497233:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.497235:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.497236:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.497238:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.497241:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006dab5bcb x1862481227038528/t4294967347(4294967347) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00100000:1.0:1776200764.497248:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006dab5bcb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227038528:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200764.497252:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.497254:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200764.497257:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000006dab5bcb x1862481227038528/t4294967347(4294967347) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.497262:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.497264:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.497272:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.497273:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.497275:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.497277:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.497279:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200764.497282:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007f1c8707 x1862481227038656/t4294967348(4294967348) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.497288:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200764.497289:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.497292:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200764.497295:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200764.497297:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007f1c8707 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227038656:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200764.497300:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200764.497305:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200764.497307:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200764.497313:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200764.497320:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e111b0a0. 00000400:00000010:1.0:1776200764.497325:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1c39cba. 00000100:00000200:1.0:1776200764.497330:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227038656, portal 10 00000100:00000001:1.0:1776200764.497332:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.497332:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801036416 : -112992908515200 : ffff993bc9d36880) 00000100:00000040:1.0:1776200764.497337:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@000000007f1c8707 x1862481227038656/t4294967348(4294967348) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.497343:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200764.497345:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200764.497346:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad71aa6e. 00000100:00000200:1.0:1776200764.497349:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227038656, offset 0 00000400:00000200:1.0:1776200764.497366:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200764.497373:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.497380:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200764.497386:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200764.497390:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200764.497393:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200764.497396:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [469:469:256:4294967295] 192.168.203.148@tcp LPNI seq info [469:469:8:4294967295] 00000400:00000200:1.0:1776200764.497400:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.497408:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200764.497413:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200764.497418:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073c29e85 (tot 3431934). 00000800:00000200:1.0:1776200764.497424:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200764.497430:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200764.497434:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000073c29e85 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1776200764.497574:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.497577:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.497579:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.497581:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.497583:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.497618:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.497619:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1776200764.497621:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.497622:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.497623:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.497625:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200764.501274:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200764.501281:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073c29e85 (tot 3431686). 00000400:00000200:2.0:1776200764.501290:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.501298:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200764.501303:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad71aa6e 00000400:00000010:2.0:1776200764.501305:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad71aa6e. 00000100:00000001:2.0:1776200764.501310:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200764.501315:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007f1c8707 x1862481227038656/t4294967348(4294967348) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.501326:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.501328:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000007f1c8707 x1862481227038656/t4294967348(4294967348) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.501334:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.501335:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.502658:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.502673:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.502677:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.502679:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.502689:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.502695:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200764.502702:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.502706:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.502710:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.502714:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f03fc0 00000400:00000200:3.0:1776200764.502720:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.502801:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0x12ad [1] + 224 00000800:00000001:3.0:1776200764.502810:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.502818:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.502820:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.502823:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200764.502827:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200764.502832:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007f1c8707 x1862481227038656/t4294967348(4294967348) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200764.502840:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=456 offset=224 replen=456 req@000000007f1c8707 x1862481227038656/t4294967348(4294967348) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.502911:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.502915:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200764.502936:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200764.502944:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.502947:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1776200764.503536:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200764.503539:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200764.503542:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e111b0a0. 00000400:00000200:1.0:1776200764.503546:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1c39cba 00000400:00000010:1.0:1776200764.503548:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1c39cba. 00000100:00000001:1.0:1776200764.503551:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200764.503556:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007f1c8707 x1862481227038656/t4294967348(4294967348) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200764.503563:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007f1c8707 x1862481227038656/t4294967348(4294967348) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.503568:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200764.503570:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.503572:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200764.503575:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200764.503578:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200764.503579:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.503582:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200764.503685:0:2239:0:(import.c:1935:at_measured()) add 10 to 000000000f61d0a9 time=132 v=10 (10 0 0 0) 00000100:00001000:1.0:1776200764.503690:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200764.503692:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200764.503693:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200764.503696:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776200764.503699:0:2239:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.503701:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200764.503703:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200764.503705:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200764.503707:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200764.503709:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.503713:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007f1c8707 x1862481227038656/t4294967348(4294967348) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.503719:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.503722:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200764.503798:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.503801:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200764.503804:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@000000007f1c8707 x1862481227038656/t4294967348(4294967348) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.503815:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200764.503817:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200764.503819:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200764.503821:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200764.503821:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200764.503825:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.503831:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200764.503832:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967348 00000100:00000001:1.0:1776200764.503839:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200764.503842:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@00000000006e034e x1862481227038784/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.503848:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.503849:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801015744 : -112992908535872 : ffff993bc9d317c0) 00000100:00000040:1.0:1776200764.503853:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000006e034e] to pc [ptlrpcd_rcv+-1] req@00000000006e034e x1862481227038784/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.504048:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.504050:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.504052:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.504054:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.504058:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007f1c8707 x1862481227038656/t4294967348(4294967348) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:1.0:1776200764.504065:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007f1c8707 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227038656:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200764.504070:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.504072:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200764.504074:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000007f1c8707 x1862481227038656/t4294967348(4294967348) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.504080:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.504082:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.504088:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.504090:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.504092:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.504094:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.504096:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200764.504098:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000006e034e x1862481227038784/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.504104:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200764.504105:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.504108:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200764.504111:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200764.504113:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000006e034e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227038784:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200764.504117:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200764.504122:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200764.504123:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.504125:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200764.504132:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a211dd52. 02000000:00000001:1.0:1776200764.504134:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200764.504140:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200764.504143:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e111b0a0. 00000400:00000010:1.0:1776200764.504146:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1c39cba. 00000100:00000200:1.0:1776200764.504151:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227038784, portal 10 00000100:00000001:1.0:1776200764.504153:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.504154:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801015744 : -112992908535872 : ffff993bc9d317c0) 00000100:00000040:1.0:1776200764.504158:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@00000000006e034e x1862481227038784/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.504164:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200764.504167:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200764.504169:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb2c6874. 00000100:00000200:1.0:1776200764.504171:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1862481227038784, offset 0 00000400:00000200:1.0:1776200764.504178:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200764.504184:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.504190:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200764.504197:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200764.504200:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200764.504203:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200764.504206:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [470:470:256:4294967295] 192.168.203.148@tcp LPNI seq info [470:470:8:4294967295] 00000400:00000200:1.0:1776200764.504209:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.504218:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200764.504223:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200764.504228:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073c29e85 (tot 3431934). 00000800:00000200:1.0:1776200764.504234:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200764.504241:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200764.504245:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000073c29e85 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1776200764.504315:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.504318:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.504320:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.504322:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.504324:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.504328:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.504329:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1776200764.504331:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.504332:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.504333:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.504335:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200764.510289:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200764.510297:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073c29e85 (tot 3431686). 00000400:00000200:2.0:1776200764.510306:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.510315:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200764.510321:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb2c6874 00000400:00000010:2.0:1776200764.510323:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb2c6874. 00000100:00000001:2.0:1776200764.510329:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200764.510334:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000006e034e x1862481227038784/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.510345:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.510348:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000006e034e x1862481227038784/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.510362:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.510365:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.513988:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.514003:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.514008:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.514010:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.514021:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.514028:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200764.514036:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.514041:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.514044:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.514048:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 600 into portal 10 MB=0x69deab3f04040 00000400:00000200:3.0:1776200764.514053:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.514058:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 600/600 into md 0x12b5 [1] + 224 00000800:00000001:3.0:1776200764.514065:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.514085:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.514088:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.514093:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200764.514098:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200764.514104:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000006e034e x1862481227038784/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200764.514114:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=600 offset=224 replen=656 req@00000000006e034e x1862481227038784/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.514136:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:3.0:1776200764.514142:0:2234:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1776200764.514145:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.514150:0:2234:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200764.514155:0:2234:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [471:471:256:4294967295] 192.168.203.148@tcp LPNI seq info [471:471:8:4294967295] 00000400:00000200:3.0:1776200764.514159:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.514167:0:2234:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:3.0:1776200764.514172:0:2234:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200764.514177:0:2234:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e06bd1bd (tot 3431934). 00000800:00000200:3.0:1776200764.514183:0:2234:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200764.514190:0:2234:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200764.514194:0:2234:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e06bd1bd type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1776200764.514273:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.514276:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e06bd1bd (tot 3431686). 00000400:00000200:3.0:1776200764.514291:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.514295:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:3.0:1776200764.514300:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.514303:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.514582:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.514617:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200764.514624:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200764.514626:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200764.514628:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e111b0a0. 00000400:00000200:1.0:1776200764.514632:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1c39cba 00000400:00000010:1.0:1776200764.514634:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1c39cba. 00000100:00000001:1.0:1776200764.514638:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200764.514643:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000006e034e x1862481227038784/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200764.514651:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000006e034e x1862481227038784/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.514660:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200764.514662:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.514664:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200764.514666:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200764.514669:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200764.514671:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.514674:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200764.514684:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=133 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200764.514688:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200764.514691:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1776200764.514693:0:2239:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@00000000006e034e x1862481227038784/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.514698:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1776200764.514701:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200764.514703:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200764.514704:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200764.514706:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200764.514709:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1776200764.514713:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000006e034e x1862481227038784/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.514718:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1776200764.514721:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200764.514735:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.514737:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200764.514740:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@00000000006e034e x1862481227038784/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000002:00000001:1.0:1776200764.514746:0:2239:0:(mdc_request.c:687:mdc_replay_open()) Process entered 00000002:00080000:1.0:1776200764.514753:0:2239:0:(mdc_request.c:738:mdc_replay_open()) @@@ updating close body with new fh req@000000003b5e6e53 x1862481227038912/t4294967350(4294967350) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:1.0:1776200764.514759:0:2239:0:(mdc_request.c:741:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1776200764.514762:0:2239:0:(client.c:3161:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@00000000006e034e x1862481227038784/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.514768:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200764.514769:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200764.514771:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200764.514772:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200764.514773:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200764.514777:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.514782:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200764.514782:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967349 00000100:00000001:1.0:1776200764.514791:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200764.514793:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@000000003b5e6e53 x1862481227038912/t4294967350(4294967350) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.514798:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.514799:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801009664 : -112992908541952 : ffff993bc9d30000) 00000100:00000040:1.0:1776200764.514804:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000003b5e6e53] to pc [ptlrpcd_rcv+-1] req@000000003b5e6e53 x1862481227038912/t4294967350(4294967350) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.514809:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.514811:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.514813:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.514814:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.514817:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000006e034e x1862481227038784/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00100000:1.0:1776200764.514823:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000006e034e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227038784:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200764.514827:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.514829:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200764.514836:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000006e034e x1862481227038784/t4294967349(4294967349) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.514842:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.514844:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.514850:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.514851:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.514853:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.514854:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.514855:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200764.514858:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003b5e6e53 x1862481227038912/t4294967350(4294967350) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.514863:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200764.514865:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.514868:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200764.514870:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200764.514873:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003b5e6e53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227038912:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200764.514884:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200764.514890:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200764.514891:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200764.514896:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200764.514900:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e111b0a0. 00000400:00000010:1.0:1776200764.514905:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1c39cba. 00000100:00000200:1.0:1776200764.514909:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227038912, portal 10 00000100:00000001:1.0:1776200764.514911:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.514912:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801009664 : -112992908541952 : ffff993bc9d30000) 00000100:00000040:1.0:1776200764.514915:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@000000003b5e6e53 x1862481227038912/t4294967350(4294967350) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.514921:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200764.514923:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200764.514925:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e8e7f1d1. 00000100:00000200:1.0:1776200764.514928:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227038912, offset 0 00000400:00000200:1.0:1776200764.514933:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200764.514938:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.514943:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200764.514949:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200764.514952:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200764.514954:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200764.514957:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [472:472:256:4294967295] 192.168.203.148@tcp LPNI seq info [472:472:8:4294967295] 00000400:00000200:1.0:1776200764.514960:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.514965:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200764.514968:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200764.514972:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004beab876 (tot 3431934). 00000800:00000200:1.0:1776200764.514976:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200764.514980:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200764.514983:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004beab876 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1776200764.514994:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.514996:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.514998:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.515000:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.515002:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.515005:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.515006:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1776200764.515008:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.515008:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.515010:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.515011:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.515255:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.515257:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004beab876 (tot 3431686). 00000400:00000200:3.0:1776200764.515261:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.515265:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.515267:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e8e7f1d1 00000400:00000010:3.0:1776200764.515269:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e8e7f1d1. 00000100:00000001:3.0:1776200764.515271:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.515274:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003b5e6e53 x1862481227038912/t4294967350(4294967350) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.515282:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.515283:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000003b5e6e53 x1862481227038912/t4294967350(4294967350) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.515288:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.515290:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.523952:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.523967:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.523971:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.523973:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.523983:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.523989:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200764.523997:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.524001:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.524005:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.524009:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f040c0 00000400:00000200:3.0:1776200764.524013:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.524019:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0x12bd [1] + 224 00000800:00000001:3.0:1776200764.524026:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.524032:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.524034:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.524038:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200764.524043:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200764.524049:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003b5e6e53 x1862481227038912/t4294967350(4294967350) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200764.524058:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=456 offset=224 replen=456 req@000000003b5e6e53 x1862481227038912/t4294967350(4294967350) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.524079:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200764.524086:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.524089:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.524266:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.524270:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200764.524277:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200764.524278:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200764.524281:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e111b0a0. 00000400:00000200:1.0:1776200764.524284:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1c39cba 00000400:00000010:1.0:1776200764.524286:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1c39cba. 00000100:00000001:1.0:1776200764.524289:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200764.524292:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003b5e6e53 x1862481227038912/t4294967350(4294967350) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200764.524300:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003b5e6e53 x1862481227038912/t4294967350(4294967350) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.524306:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200764.524308:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.524310:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200764.524313:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200764.524315:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200764.524317:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.524320:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200764.524327:0:2239:0:(import.c:1935:at_measured()) add 10 to 000000000f61d0a9 time=132 v=10 (10 0 0 0) 00000100:00001000:1.0:1776200764.524331:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200764.524334:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200764.524335:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200764.524338:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776200764.524340:0:2239:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.524343:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200764.524345:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200764.524347:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200764.524348:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200764.524351:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.524365:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003b5e6e53 x1862481227038912/t4294967350(4294967350) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.524372:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.524374:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200764.524376:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.524377:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200764.524380:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@000000003b5e6e53 x1862481227038912/t4294967350(4294967350) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.524386:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200764.524388:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200764.524390:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200764.524391:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200764.524392:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200764.524396:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.524402:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200764.524403:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967350 00000100:00000001:1.0:1776200764.524412:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200764.524415:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@000000008daa68e1 x1862481227039040/t4294967351(4294967351) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.524420:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.524421:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801023040 : -112992908528576 : ffff993bc9d33440) 00000100:00000040:1.0:1776200764.524425:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000008daa68e1] to pc [ptlrpcd_rcv+-1] req@000000008daa68e1 x1862481227039040/t4294967351(4294967351) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.524431:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.524433:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.524435:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.524436:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.524439:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003b5e6e53 x1862481227038912/t4294967350(4294967350) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:1.0:1776200764.524456:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003b5e6e53 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227038912:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200764.524460:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.524462:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200764.524464:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000003b5e6e53 x1862481227038912/t4294967350(4294967350) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.524470:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.524471:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.524478:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.524479:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.524481:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.524482:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.524484:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200764.524486:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008daa68e1 x1862481227039040/t4294967351(4294967351) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.524492:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200764.524493:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.524496:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200764.524499:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200764.524502:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008daa68e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227039040:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200764.524505:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200764.524509:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200764.524511:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.524514:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200764.524520:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001449b589. 02000000:00000001:1.0:1776200764.524522:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200764.524526:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200764.524528:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e111b0a0. 00000400:00000010:1.0:1776200764.524532:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1c39cba. 00000100:00000200:1.0:1776200764.524536:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227039040, portal 10 00000100:00000001:1.0:1776200764.524538:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.524539:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801023040 : -112992908528576 : ffff993bc9d33440) 00000100:00000040:1.0:1776200764.524543:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@000000008daa68e1 x1862481227039040/t4294967351(4294967351) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.524549:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200764.524551:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200764.524553:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e92e4cf2. 00000100:00000200:1.0:1776200764.524556:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1862481227039040, offset 0 00000400:00000200:1.0:1776200764.524562:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200764.524567:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.524572:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200764.524579:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200764.524582:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200764.524585:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200764.524675:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [473:473:256:4294967295] 192.168.203.148@tcp LPNI seq info [473:473:8:4294967295] 00000400:00000200:1.0:1776200764.524679:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.524687:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200764.524692:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200764.524696:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e9b3a0d (tot 3431934). 00000800:00000200:1.0:1776200764.524702:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200764.524708:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200764.524711:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002e9b3a0d type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1776200764.524833:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.524836:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.524839:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.524841:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.524842:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.524845:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.524847:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1776200764.524848:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.524849:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.524850:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.524852:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200764.528457:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200764.528464:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e9b3a0d (tot 3431686). 00000400:00000200:2.0:1776200764.528472:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.528481:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200764.528486:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e92e4cf2 00000400:00000010:2.0:1776200764.528488:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e92e4cf2. 00000100:00000001:2.0:1776200764.528492:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200764.528498:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008daa68e1 x1862481227039040/t4294967351(4294967351) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.528507:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.528510:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000008daa68e1 x1862481227039040/t4294967351(4294967351) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.528515:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.528516:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200764.533888:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.533902:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200764.533907:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.533910:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.533919:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.533925:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200764.533933:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.533938:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.533942:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.533946:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 600 into portal 10 MB=0x69deab3f04140 00000400:00000200:2.0:1776200764.533952:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.533958:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 600/600 into md 0x12c5 [1] + 224 00000800:00000001:2.0:1776200764.533966:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.533974:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.533977:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.533980:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200764.533986:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.533992:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008daa68e1 x1862481227039040/t4294967351(4294967351) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200764.534002:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=600 offset=224 replen=656 req@000000008daa68e1 x1862481227039040/t4294967351(4294967351) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.534020:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:2.0:1776200764.534027:0:2234:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1776200764.534030:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.534034:0:2234:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200764.534040:0:2234:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [474:474:256:4294967295] 192.168.203.148@tcp LPNI seq info [474:474:8:4294967295] 00000400:00000200:2.0:1776200764.534043:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.534050:0:2234:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:2.0:1776200764.534054:0:2234:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200764.534060:0:2234:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b4341bfd (tot 3431934). 00000800:00000200:2.0:1776200764.534065:0:2234:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200764.534072:0:2234:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200764.534075:0:2234:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b4341bfd type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1776200764.534157:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200764.534161:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b4341bfd (tot 3431686). 00000400:00000200:2.0:1776200764.534164:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.534167:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:2.0:1776200764.534172:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.534175:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.534298:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.534302:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200764.534308:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200764.534310:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200764.534312:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e111b0a0. 00000400:00000200:1.0:1776200764.534316:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1c39cba 00000400:00000010:1.0:1776200764.534318:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1c39cba. 00000100:00000001:1.0:1776200764.534321:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200764.534324:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008daa68e1 x1862481227039040/t4294967351(4294967351) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200764.534332:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008daa68e1 x1862481227039040/t4294967351(4294967351) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.534338:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200764.534339:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.534341:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200764.534344:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200764.534347:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200764.534348:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.534351:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200764.534369:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=133 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200764.534373:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200764.534375:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1776200764.534377:0:2239:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@000000008daa68e1 x1862481227039040/t4294967351(4294967351) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.534384:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1776200764.534386:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200764.534388:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200764.534390:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200764.534391:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200764.534393:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1776200764.534397:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008daa68e1 x1862481227039040/t4294967351(4294967351) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.534402:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1776200764.534405:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200764.534407:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.534408:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200764.534411:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@000000008daa68e1 x1862481227039040/t4294967351(4294967351) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000002:00000001:1.0:1776200764.534417:0:2239:0:(mdc_request.c:687:mdc_replay_open()) Process entered 00000002:00080000:1.0:1776200764.534425:0:2239:0:(mdc_request.c:738:mdc_replay_open()) @@@ updating close body with new fh req@00000000343da773 x1862481227039168/t4294967352(4294967352) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:1.0:1776200764.534430:0:2239:0:(mdc_request.c:741:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1776200764.534432:0:2239:0:(client.c:3161:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@000000008daa68e1 x1862481227039040/t4294967351(4294967351) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.534438:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200764.534446:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200764.534448:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200764.534449:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200764.534450:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200764.534455:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.534460:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200764.534461:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967351 00000100:00000001:1.0:1776200764.534471:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200764.534475:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@00000000343da773 x1862481227039168/t4294967352(4294967352) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.534480:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.534481:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692627712 : -112993016923904 : ffff993bc35d3900) 00000100:00000040:1.0:1776200764.534485:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000343da773] to pc [ptlrpcd_rcv+-1] req@00000000343da773 x1862481227039168/t4294967352(4294967352) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.534493:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.534494:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.534496:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.534498:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.534500:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008daa68e1 x1862481227039040/t4294967351(4294967351) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00100000:1.0:1776200764.534507:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008daa68e1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227039040:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200764.534511:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.534513:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200764.534515:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000008daa68e1 x1862481227039040/t4294967351(4294967351) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.534521:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.534523:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.534530:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.534531:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.534533:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.534534:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.534535:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200764.534538:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000343da773 x1862481227039168/t4294967352(4294967352) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.534543:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200764.534544:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.534548:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200764.534561:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200764.534564:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000343da773 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227039168:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200764.534568:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200764.534573:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200764.534575:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200764.534579:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200764.534583:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e111b0a0. 00000400:00000010:1.0:1776200764.534610:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1c39cba. 00000100:00000200:1.0:1776200764.534616:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227039168, portal 10 00000100:00000001:1.0:1776200764.534617:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.534618:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692627712 : -112993016923904 : ffff993bc35d3900) 00000100:00000040:1.0:1776200764.534622:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@00000000343da773 x1862481227039168/t4294967352(4294967352) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.534628:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200764.534630:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200764.534632:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053795ec0. 00000100:00000200:1.0:1776200764.534635:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227039168, offset 0 00000400:00000200:1.0:1776200764.534640:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200764.534645:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.534648:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200764.534655:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200764.534658:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200764.534661:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200764.534663:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [475:475:256:4294967295] 192.168.203.148@tcp LPNI seq info [475:475:8:4294967295] 00000400:00000200:1.0:1776200764.534666:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.534672:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200764.534676:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200764.534679:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000045d123db (tot 3431934). 00000800:00000200:1.0:1776200764.534683:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200764.534687:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200764.534689:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000045d123db type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1776200764.534703:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.534706:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.534708:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.534710:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.534711:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.534714:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.534715:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1776200764.534717:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.534717:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.534718:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.534720:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.536228:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.536234:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000045d123db (tot 3431686). 00000400:00000200:3.0:1776200764.536240:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.536247:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.536252:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053795ec0 00000400:00000010:3.0:1776200764.536254:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053795ec0. 00000100:00000001:3.0:1776200764.536258:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.536263:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000343da773 x1862481227039168/t4294967352(4294967352) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.536272:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.536275:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000343da773 x1862481227039168/t4294967352(4294967352) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.536280:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.536282:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.541634:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.541649:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.541653:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.541654:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.541664:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.541672:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200764.541678:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.541683:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.541686:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.541690:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f041c0 00000400:00000200:3.0:1776200764.541695:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.541700:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0x12cd [1] + 224 00000800:00000001:3.0:1776200764.541708:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.541717:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.541719:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.541733:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200764.541739:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200764.541745:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000343da773 x1862481227039168/t4294967352(4294967352) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200764.541754:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=456 offset=224 replen=456 req@00000000343da773 x1862481227039168/t4294967352(4294967352) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.541772:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200764.541780:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.541783:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.542008:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.542013:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200764.542019:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200764.542021:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200764.542023:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e111b0a0. 00000400:00000200:1.0:1776200764.542027:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1c39cba 00000400:00000010:1.0:1776200764.542029:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1c39cba. 00000100:00000001:1.0:1776200764.542032:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200764.542037:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000343da773 x1862481227039168/t4294967352(4294967352) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200764.542044:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000343da773 x1862481227039168/t4294967352(4294967352) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.542049:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200764.542050:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.542052:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200764.542055:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200764.542057:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200764.542059:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.542061:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200764.542068:0:2239:0:(import.c:1935:at_measured()) add 10 to 000000000f61d0a9 time=132 v=10 (10 0 0 0) 00000100:00001000:1.0:1776200764.542072:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200764.542074:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200764.542075:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200764.542077:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776200764.542080:0:2239:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.542082:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200764.542085:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200764.542087:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200764.542089:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200764.542091:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.542095:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000343da773 x1862481227039168/t4294967352(4294967352) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.542101:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.542103:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200764.542105:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.542107:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200764.542110:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@00000000343da773 x1862481227039168/t4294967352(4294967352) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.542116:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200764.542118:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200764.542120:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200764.542121:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200764.542122:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200764.542127:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.542133:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200764.542134:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967352 00000100:00000001:1.0:1776200764.542142:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200764.542146:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@000000007cdde777 x1862481227039296/t4294967353(4294967353) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.542152:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.542153:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692642304 : -112993016909312 : ffff993bc35d7200) 00000100:00000040:1.0:1776200764.542156:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000007cdde777] to pc [ptlrpcd_rcv+-1] req@000000007cdde777 x1862481227039296/t4294967353(4294967353) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.542163:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.542165:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.542166:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.542168:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.542171:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000343da773 x1862481227039168/t4294967352(4294967352) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:1.0:1776200764.542177:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000343da773 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227039168:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200764.542181:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.542183:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200764.542185:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000343da773 x1862481227039168/t4294967352(4294967352) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.542191:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.542192:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.542199:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.542201:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.542202:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.542203:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.542205:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200764.542207:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007cdde777 x1862481227039296/t4294967353(4294967353) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.542213:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200764.542214:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.542218:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200764.542220:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200764.542222:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007cdde777 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227039296:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200764.542225:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200764.542230:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200764.542231:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.542233:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200764.542239:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000066f83afe. 02000000:00000001:1.0:1776200764.542241:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200764.542245:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200764.542247:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e111b0a0. 00000400:00000010:1.0:1776200764.542250:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1c39cba. 00000100:00000200:1.0:1776200764.542255:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227039296, portal 10 00000100:00000001:1.0:1776200764.542258:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.542259:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692642304 : -112993016909312 : ffff993bc35d7200) 00000100:00000040:1.0:1776200764.542263:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@000000007cdde777 x1862481227039296/t4294967353(4294967353) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.542268:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200764.542270:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200764.542272:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fae349cc. 00000100:00000200:1.0:1776200764.542274:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1862481227039296, offset 0 00000400:00000200:1.0:1776200764.542280:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200764.542285:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.542290:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200764.542297:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200764.542300:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200764.542302:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200764.542306:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [476:476:256:4294967295] 192.168.203.148@tcp LPNI seq info [476:476:8:4294967295] 00000400:00000200:1.0:1776200764.542309:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.542317:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200764.542321:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200764.542326:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000045d123db (tot 3431934). 00000800:00000200:1.0:1776200764.542331:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200764.542338:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200764.542341:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000045d123db type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1776200764.542512:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.542516:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.542518:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.542520:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.542522:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.542525:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.542526:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1776200764.542528:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.542529:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.542530:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.542532:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200764.546335:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200764.546343:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000045d123db (tot 3431686). 00000400:00000200:2.0:1776200764.546362:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.546370:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200764.546376:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fae349cc 00000400:00000010:2.0:1776200764.546379:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fae349cc. 00000100:00000001:2.0:1776200764.546384:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200764.546390:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cdde777 x1862481227039296/t4294967353(4294967353) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.546400:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.546404:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000007cdde777 x1862481227039296/t4294967353(4294967353) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.546409:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.546411:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.552688:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.552703:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.552707:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.552709:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.552719:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.553014:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200764.553024:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.553029:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.553033:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.553037:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 600 into portal 10 MB=0x69deab3f04240 00000400:00000200:3.0:1776200764.553042:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.553047:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 600/600 into md 0x12d5 [1] + 224 00000800:00000001:3.0:1776200764.553054:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.553062:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.553065:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.553070:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200764.553075:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200764.553081:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cdde777 x1862481227039296/t4294967353(4294967353) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200764.553091:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=600 offset=224 replen=656 req@000000007cdde777 x1862481227039296/t4294967353(4294967353) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.553152:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.553156:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200764.553175:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:3.0:1776200764.553183:0:2235:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1776200764.553187:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.553192:0:2235:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200764.553196:0:2235:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [477:477:256:4294967295] 192.168.203.148@tcp LPNI seq info [477:477:8:4294967295] 00000400:00000200:3.0:1776200764.553200:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.553206:0:2235:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:3.0:1776200764.553212:0:2235:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200764.553217:0:2235:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e06bd1bd (tot 3431934). 00000800:00000200:3.0:1776200764.553222:0:2235:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200764.553229:0:2235:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200764.553232:0:2235:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e06bd1bd type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1776200764.553315:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.553318:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e06bd1bd (tot 3431686). 00000400:00000200:3.0:1776200764.553324:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.553327:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:3.0:1776200764.553332:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.553334:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1776200764.561642:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200764.561647:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200764.561649:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e111b0a0. 00000400:00000200:1.0:1776200764.561656:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1c39cba 00000400:00000010:1.0:1776200764.561658:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1c39cba. 00000100:00000001:1.0:1776200764.561662:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200764.561672:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cdde777 x1862481227039296/t4294967353(4294967353) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200764.561682:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cdde777 x1862481227039296/t4294967353(4294967353) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.561689:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200764.561691:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.561693:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200764.561696:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200764.561698:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200764.561700:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.561702:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200764.561709:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=133 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200764.561713:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200764.561714:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1776200764.561717:0:2239:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@000000007cdde777 x1862481227039296/t4294967353(4294967353) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.562164:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1776200764.562169:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200764.562171:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200764.562172:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200764.562174:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200764.562176:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1776200764.562180:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007cdde777 x1862481227039296/t4294967353(4294967353) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.562186:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1776200764.562190:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200764.562192:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.562193:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200764.562197:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@000000007cdde777 x1862481227039296/t4294967353(4294967353) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000002:00000001:1.0:1776200764.562204:0:2239:0:(mdc_request.c:687:mdc_replay_open()) Process entered 00000002:00080000:1.0:1776200764.562211:0:2239:0:(mdc_request.c:738:mdc_replay_open()) @@@ updating close body with new fh req@00000000b85331eb x1862481227039424/t4294967354(4294967354) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:1.0:1776200764.562216:0:2239:0:(mdc_request.c:741:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1776200764.562218:0:2239:0:(client.c:3161:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@000000007cdde777 x1862481227039296/t4294967353(4294967353) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.562225:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200764.562227:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200764.562229:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200764.562231:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200764.562232:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200764.562236:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.562242:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200764.562242:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967353 00000100:00000001:1.0:1776200764.562251:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200764.562254:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@00000000b85331eb x1862481227039424/t4294967354(4294967354) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.562260:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.562261:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692624064 : -112993016927552 : ffff993bc35d2ac0) 00000100:00000040:1.0:1776200764.562265:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000b85331eb] to pc [ptlrpcd_rcv+-1] req@00000000b85331eb x1862481227039424/t4294967354(4294967354) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.562272:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.562273:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.562275:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.562277:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.562280:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007cdde777 x1862481227039296/t4294967353(4294967353) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00100000:1.0:1776200764.562286:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007cdde777 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227039296:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200764.562291:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.562293:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200764.562295:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000007cdde777 x1862481227039296/t4294967353(4294967353) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.562300:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.562302:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.562310:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.562311:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.562313:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.562314:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.562316:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200764.562319:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b85331eb x1862481227039424/t4294967354(4294967354) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.562325:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200764.562326:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.562329:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200764.562332:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200764.562334:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b85331eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227039424:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200764.562338:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200764.562343:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200764.562345:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200764.562363:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200764.562370:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e111b0a0. 00000400:00000010:1.0:1776200764.562374:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1c39cba. 00000100:00000200:1.0:1776200764.562379:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227039424, portal 10 00000100:00000001:1.0:1776200764.562381:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.562382:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692624064 : -112993016927552 : ffff993bc35d2ac0) 00000100:00000040:1.0:1776200764.562387:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@00000000b85331eb x1862481227039424/t4294967354(4294967354) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.562393:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200764.562395:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200764.562397:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a326b56. 00000100:00000200:1.0:1776200764.562400:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227039424, offset 0 00000400:00000200:1.0:1776200764.562405:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200764.562412:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.562418:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200764.563642:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200764.563646:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200764.563649:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200764.563653:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [478:478:256:4294967295] 192.168.203.148@tcp LPNI seq info [478:478:8:4294967295] 00000400:00000200:1.0:1776200764.563658:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.563668:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200764.563674:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200764.563681:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e9b3a0d (tot 3431934). 00000800:00000200:1.0:1776200764.563688:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200764.563696:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200764.563699:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002e9b3a0d type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1776200764.563720:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.563796:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.563800:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.563803:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.563805:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.563812:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.563814:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1776200764.563816:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.563818:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.563819:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.563821:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.564301:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.564305:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e9b3a0d (tot 3431686). 00000400:00000200:3.0:1776200764.564310:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.564315:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.564319:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a326b56 00000400:00000010:3.0:1776200764.564321:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a326b56. 00000100:00000001:3.0:1776200764.564325:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.564330:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b85331eb x1862481227039424/t4294967354(4294967354) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.564338:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.564340:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000b85331eb x1862481227039424/t4294967354(4294967354) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.564347:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.564348:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200764.570582:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.570636:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200764.570640:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.570642:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.570652:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.570659:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200764.570666:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.570671:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.570675:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.570678:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f042c0 00000400:00000200:2.0:1776200764.570682:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.570688:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0x12dd [1] + 224 00000800:00000001:2.0:1776200764.570695:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.570704:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.570707:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.570711:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200764.570716:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.570722:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b85331eb x1862481227039424/t4294967354(4294967354) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200764.570732:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=456 offset=224 replen=456 req@00000000b85331eb x1862481227039424/t4294967354(4294967354) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.570754:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200764.570761:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.570764:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.572441:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.572448:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200764.572454:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200764.572457:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200764.572459:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e111b0a0. 00000400:00000200:1.0:1776200764.572475:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1c39cba 00000400:00000010:1.0:1776200764.572477:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1c39cba. 00000100:00000001:1.0:1776200764.572481:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200764.572490:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b85331eb x1862481227039424/t4294967354(4294967354) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200764.572499:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b85331eb x1862481227039424/t4294967354(4294967354) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.572506:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200764.572507:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.572509:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200764.572513:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200764.572515:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200764.572517:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.572520:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200764.572534:0:2239:0:(import.c:1935:at_measured()) add 10 to 000000000f61d0a9 time=132 v=10 (10 0 0 0) 00000100:00001000:1.0:1776200764.572538:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200764.572541:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200764.572542:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200764.572544:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776200764.572547:0:2239:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.572549:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200764.572551:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200764.572552:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200764.572554:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200764.572556:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.572559:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b85331eb x1862481227039424/t4294967354(4294967354) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.572566:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.572568:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200764.572570:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.572571:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200764.572574:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@00000000b85331eb x1862481227039424/t4294967354(4294967354) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.572585:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200764.572610:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200764.572612:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200764.572614:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200764.572615:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200764.572620:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.572625:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200764.572626:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967354 00000100:00000001:1.0:1776200764.572644:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200764.572648:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@000000007e328608 x1862481227039552/t4294967355(4294967355) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.572654:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.572655:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692636224 : -112993016915392 : ffff993bc35d5a40) 00000100:00000040:1.0:1776200764.572659:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000007e328608] to pc [ptlrpcd_rcv+-1] req@000000007e328608 x1862481227039552/t4294967355(4294967355) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.572666:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.572667:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.572670:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.572671:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.572674:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b85331eb x1862481227039424/t4294967354(4294967354) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:1.0:1776200764.572681:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b85331eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227039424:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200764.572685:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.572687:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200764.572689:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000b85331eb x1862481227039424/t4294967354(4294967354) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.572694:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.572696:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.572704:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.572706:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.572707:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.572708:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.572710:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200764.572712:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007e328608 x1862481227039552/t4294967355(4294967355) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.572717:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200764.572719:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.573172:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200764.573175:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200764.573181:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007e328608 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227039552:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200764.573184:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200764.573189:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200764.573191:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.573193:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200764.573201:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002ea16982. 02000000:00000001:1.0:1776200764.573203:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200764.573210:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200764.573213:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e111b0a0. 00000400:00000010:1.0:1776200764.573217:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1c39cba. 00000100:00000200:1.0:1776200764.573222:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227039552, portal 10 00000100:00000001:1.0:1776200764.573223:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.573224:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692636224 : -112993016915392 : ffff993bc35d5a40) 00000100:00000040:1.0:1776200764.573229:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@000000007e328608 x1862481227039552/t4294967355(4294967355) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.573234:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200764.573237:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200764.573239:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb2d9aa8. 00000100:00000200:1.0:1776200764.573241:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1862481227039552, offset 0 00000400:00000200:1.0:1776200764.573246:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200764.573254:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.573260:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200764.573267:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200764.573270:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200764.573273:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200764.573276:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [479:479:256:4294967295] 192.168.203.148@tcp LPNI seq info [479:479:8:4294967295] 00000400:00000200:1.0:1776200764.573279:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.573288:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200764.573294:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200764.573298:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004beab876 (tot 3431934). 00000800:00000200:1.0:1776200764.573303:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200764.573311:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200764.573314:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004beab876 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1776200764.573336:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.573339:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.573341:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.573343:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.573345:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.573349:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.573351:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1776200764.573364:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.573366:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.573367:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.573369:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.573647:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.573652:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004beab876 (tot 3431686). 00000400:00000200:3.0:1776200764.573657:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.573662:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.573665:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb2d9aa8 00000400:00000010:3.0:1776200764.573667:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb2d9aa8. 00000100:00000001:3.0:1776200764.573670:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.573673:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007e328608 x1862481227039552/t4294967355(4294967355) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.573680:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.573682:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000007e328608 x1862481227039552/t4294967355(4294967355) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.573687:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.573688:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200764.581680:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.581696:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200764.581701:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.581703:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.581713:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.581720:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200764.581740:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.581752:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.581756:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.581759:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 600 into portal 10 MB=0x69deab3f04340 00000400:00000200:2.0:1776200764.581764:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.581770:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 600/600 into md 0x12e5 [1] + 224 00000800:00000001:2.0:1776200764.581777:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.581785:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.581788:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.581792:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200764.581797:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.581803:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007e328608 x1862481227039552/t4294967355(4294967355) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200764.581814:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=600 offset=224 replen=656 req@000000007e328608 x1862481227039552/t4294967355(4294967355) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.581834:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:2.0:1776200764.581841:0:2234:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1776200764.581845:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.581849:0:2234:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200764.581854:0:2234:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [480:480:256:4294967295] 192.168.203.148@tcp LPNI seq info [480:480:8:4294967295] 00000400:00000200:2.0:1776200764.581857:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000100:00000001:1.0:1776200764.582696:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.582700:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200764.582707:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200764.582708:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200764.582710:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e111b0a0. 00000400:00000200:2.0:1776200764.582711:0:2234:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000400:00000200:1.0:1776200764.582714:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1c39cba 00000400:00000010:1.0:1776200764.582716:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1c39cba. 00000100:00000001:1.0:1776200764.582719:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000800:00000200:2.0:1776200764.582719:0:2234:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200764.582724:0:2234:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b4341bfd (tot 3431934). 00000800:00000200:2.0:1776200764.582730:0:2234:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200764.582783:0:2234:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200764.582789:0:2234:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b4341bfd type 0, nob 96 niov 1 nkiov 0 00000800:00000001:3.0:1776200764.582840:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000200:2.0:1776200764.582977:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200764.582981:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b4341bfd (tot 3431686). 00000400:00000200:2.0:1776200764.582984:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.582989:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:3.0:1776200764.583105:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1776200764.583831:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007e328608 x1862481227039552/t4294967355(4294967355) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200764.583842:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007e328608 x1862481227039552/t4294967355(4294967355) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.583852:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200764.583856:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.583858:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200764.583861:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200764.584562:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200764.584564:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.584567:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200764.584576:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=133 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200764.584580:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200764.584583:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1776200764.584690:0:2239:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@000000007e328608 x1862481227039552/t4294967355(4294967355) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.584697:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1776200764.584699:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200764.584701:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200764.584703:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200764.584704:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200764.584706:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1776200764.584711:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007e328608 x1862481227039552/t4294967355(4294967355) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.584716:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1776200764.584719:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200764.584721:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.584868:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200764.584873:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@000000007e328608 x1862481227039552/t4294967355(4294967355) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000002:00000001:1.0:1776200764.585102:0:2239:0:(mdc_request.c:687:mdc_replay_open()) Process entered 00000002:00080000:1.0:1776200764.585110:0:2239:0:(mdc_request.c:738:mdc_replay_open()) @@@ updating close body with new fh req@00000000ed7b923b x1862481227039680/t4294967356(4294967356) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:1.0:1776200764.585115:0:2239:0:(mdc_request.c:741:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1776200764.585118:0:2239:0:(client.c:3161:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@000000007e328608 x1862481227039552/t4294967355(4294967355) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.585124:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200764.585126:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200764.585128:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200764.585129:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200764.585130:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200764.585134:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.585140:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200764.585140:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967355 00000100:00000001:1.0:1776200764.585149:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200764.585152:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@00000000ed7b923b x1862481227039680/t4294967356(4294967356) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.585157:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.585158:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692641088 : -112993016910528 : ffff993bc35d6d40) 00000100:00000040:1.0:1776200764.585162:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000ed7b923b] to pc [ptlrpcd_rcv+-1] req@00000000ed7b923b x1862481227039680/t4294967356(4294967356) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.585170:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.585172:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.585174:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.585175:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.585177:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007e328608 x1862481227039552/t4294967355(4294967355) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00100000:1.0:1776200764.585184:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007e328608 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227039552:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200764.585188:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.585190:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200764.585192:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000007e328608 x1862481227039552/t4294967355(4294967355) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.585197:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.585200:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.585207:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.585208:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.585210:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.585212:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.585214:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200764.585216:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ed7b923b x1862481227039680/t4294967356(4294967356) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.585221:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200764.585223:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.585226:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200764.585228:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200764.585230:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ed7b923b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227039680:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200764.585234:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200764.585238:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200764.585239:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200764.585245:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200764.585252:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e111b0a0. 00000400:00000010:1.0:1776200764.585257:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1c39cba. 00000100:00000200:1.0:1776200764.585262:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227039680, portal 10 00000100:00000001:1.0:1776200764.585263:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.585264:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692641088 : -112993016910528 : ffff993bc35d6d40) 00000100:00000040:1.0:1776200764.585268:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@00000000ed7b923b x1862481227039680/t4294967356(4294967356) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.585274:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200764.585277:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200764.585278:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000072e82ceb. 00000100:00000200:1.0:1776200764.585281:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227039680, offset 0 00000400:00000200:1.0:1776200764.585287:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200764.585294:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.585300:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200764.585306:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200764.585309:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200764.585311:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200764.585314:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [481:481:256:4294967295] 192.168.203.148@tcp LPNI seq info [481:481:8:4294967295] 00000400:00000200:1.0:1776200764.585317:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.585324:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200764.585329:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200764.585333:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073c29e85 (tot 3431934). 00000800:00000200:1.0:1776200764.585338:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200764.585345:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200764.585348:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000073c29e85 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1776200764.585380:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.585383:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.585385:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.585387:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.585388:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.585391:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.585392:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1776200764.585394:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.585395:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.585396:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.585397:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200764.585766:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200764.585769:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073c29e85 (tot 3431686). 00000400:00000200:2.0:1776200764.585775:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.585780:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200764.585784:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000072e82ceb 00000400:00000010:2.0:1776200764.585786:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000072e82ceb. 00000100:00000001:2.0:1776200764.585789:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200764.585792:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ed7b923b x1862481227039680/t4294967356(4294967356) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.585800:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.585802:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000ed7b923b x1862481227039680/t4294967356(4294967356) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.585806:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.585808:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.595926:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.595942:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.595946:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.595948:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.595958:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.595965:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200764.595972:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.595976:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.595980:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.595983:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f043c0 00000400:00000200:3.0:1776200764.595988:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.595993:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0x12ed [1] + 224 00000800:00000001:3.0:1776200764.596000:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.596010:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.596012:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.596016:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200764.596021:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200764.596027:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ed7b923b x1862481227039680/t4294967356(4294967356) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200764.596036:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=456 offset=224 replen=456 req@00000000ed7b923b x1862481227039680/t4294967356(4294967356) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.596057:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200764.596065:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.596067:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.598158:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.598165:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200764.598175:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200764.598176:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200764.598179:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e111b0a0. 00000400:00000200:1.0:1776200764.598187:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1c39cba 00000400:00000010:1.0:1776200764.598189:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1c39cba. 00000100:00000001:1.0:1776200764.598193:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200764.598203:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ed7b923b x1862481227039680/t4294967356(4294967356) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200764.598215:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ed7b923b x1862481227039680/t4294967356(4294967356) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.598223:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200764.598225:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.598228:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200764.598230:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200764.598232:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200764.598234:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.598237:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200764.598246:0:2239:0:(import.c:1935:at_measured()) add 10 to 000000000f61d0a9 time=132 v=10 (10 0 0 0) 00000100:00001000:1.0:1776200764.598249:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200764.598252:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200764.598253:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200764.598255:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776200764.598259:0:2239:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.598261:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200764.598263:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200764.598265:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200764.598267:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200764.598269:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.598272:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ed7b923b x1862481227039680/t4294967356(4294967356) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.598278:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.598281:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200764.598282:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.598284:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200764.598287:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@00000000ed7b923b x1862481227039680/t4294967356(4294967356) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.598293:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200764.598296:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200764.598298:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200764.598299:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200764.598299:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200764.598304:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.598309:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200764.598310:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967356 00000100:00000001:1.0:1776200764.598320:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200764.598324:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@00000000f6cb3a8c x1862481227039808/t4294967357(4294967357) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.598329:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.598330:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692614336 : -112993016937280 : ffff993bc35d04c0) 00000100:00000040:1.0:1776200764.598334:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000f6cb3a8c] to pc [ptlrpcd_rcv+-1] req@00000000f6cb3a8c x1862481227039808/t4294967357(4294967357) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.598341:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.598342:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.598344:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.598345:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.598348:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ed7b923b x1862481227039680/t4294967356(4294967356) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:1.0:1776200764.598366:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ed7b923b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227039680:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200764.598371:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.598373:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200764.598375:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000ed7b923b x1862481227039680/t4294967356(4294967356) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.598380:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.598382:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.598389:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.598390:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.598392:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.598393:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.598394:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200764.598396:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f6cb3a8c x1862481227039808/t4294967357(4294967357) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.598403:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200764.598404:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.598407:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200764.598410:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200764.598413:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f6cb3a8c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227039808:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200764.598416:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200764.598421:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200764.598423:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.598426:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200764.598447:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004cc6dae7. 02000000:00000001:1.0:1776200764.598449:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200764.598456:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200764.598459:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e111b0a0. 00000400:00000010:1.0:1776200764.598463:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1c39cba. 00000100:00000200:1.0:1776200764.598468:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227039808, portal 10 00000100:00000001:1.0:1776200764.598469:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.598470:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692614336 : -112993016937280 : ffff993bc35d04c0) 00000100:00000040:1.0:1776200764.598475:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@00000000f6cb3a8c x1862481227039808/t4294967357(4294967357) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.598482:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200764.598484:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200764.598486:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052f13ea2. 00000100:00000200:1.0:1776200764.598489:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1862481227039808, offset 0 00000400:00000200:1.0:1776200764.598495:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200764.598502:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.598508:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200764.598515:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200764.598518:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200764.598521:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200764.598525:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [482:482:256:4294967295] 192.168.203.148@tcp LPNI seq info [482:482:8:4294967295] 00000400:00000200:1.0:1776200764.598528:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.598536:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200764.598541:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200764.598546:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073c29e85 (tot 3431934). 00000800:00000200:1.0:1776200764.598552:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200764.598559:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200764.598563:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000073c29e85 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1776200764.598585:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.598627:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.598630:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.598632:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.598633:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.598636:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.598637:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1776200764.598639:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.598640:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.598641:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.598642:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200764.599492:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200764.599497:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073c29e85 (tot 3431686). 00000400:00000200:2.0:1776200764.599503:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.599508:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200764.599513:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052f13ea2 00000400:00000010:2.0:1776200764.599515:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052f13ea2. 00000100:00000001:2.0:1776200764.599519:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200764.599524:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f6cb3a8c x1862481227039808/t4294967357(4294967357) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.599532:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.599534:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000f6cb3a8c x1862481227039808/t4294967357(4294967357) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.599539:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.599541:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.617186:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.617201:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.617206:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.617208:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.617218:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.617225:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200764.617233:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.617238:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.617242:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.617245:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 600 into portal 10 MB=0x69deab3f04440 00000400:00000200:3.0:1776200764.617251:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.617258:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 600/600 into md 0x12f5 [1] + 224 00000800:00000001:3.0:1776200764.617265:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.617272:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.617274:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.617278:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200764.617283:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200764.617289:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f6cb3a8c x1862481227039808/t4294967357(4294967357) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200764.617298:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=600 offset=224 replen=656 req@00000000f6cb3a8c x1862481227039808/t4294967357(4294967357) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.617319:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:3.0:1776200764.617326:0:2235:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1776200764.617329:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.617333:0:2235:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200764.617337:0:2235:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [483:483:256:4294967295] 192.168.203.148@tcp LPNI seq info [483:483:8:4294967295] 00000400:00000200:3.0:1776200764.617341:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.617348:0:2235:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:3.0:1776200764.617361:0:2235:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200764.617366:0:2235:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e06bd1bd (tot 3431934). 00000800:00000200:3.0:1776200764.617371:0:2235:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200764.617378:0:2235:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200764.617381:0:2235:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e06bd1bd type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1776200764.617464:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.617468:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e06bd1bd (tot 3431686). 00000400:00000200:3.0:1776200764.617473:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.617476:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:3.0:1776200764.617481:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.617484:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.618068:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.618072:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200764.618079:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200764.618080:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200764.618083:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e111b0a0. 00000400:00000200:1.0:1776200764.618087:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1c39cba 00000400:00000010:1.0:1776200764.618088:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1c39cba. 00000100:00000001:1.0:1776200764.618092:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200764.618096:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f6cb3a8c x1862481227039808/t4294967357(4294967357) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200764.618104:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f6cb3a8c x1862481227039808/t4294967357(4294967357) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.618109:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200764.618111:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.618113:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200764.618116:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200764.618119:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200764.618121:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.618123:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200764.618131:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=133 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200764.618135:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200764.618137:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1776200764.618139:0:2239:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@00000000f6cb3a8c x1862481227039808/t4294967357(4294967357) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.618145:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1776200764.618148:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200764.618150:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200764.618151:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200764.618153:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200764.618156:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1776200764.618159:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f6cb3a8c x1862481227039808/t4294967357(4294967357) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.618164:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1776200764.618166:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200764.618168:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.618170:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200764.618173:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@00000000f6cb3a8c x1862481227039808/t4294967357(4294967357) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000002:00000001:1.0:1776200764.618179:0:2239:0:(mdc_request.c:687:mdc_replay_open()) Process entered 00000002:00080000:1.0:1776200764.618186:0:2239:0:(mdc_request.c:738:mdc_replay_open()) @@@ updating close body with new fh req@00000000c16df945 x1862481227039936/t4294967358(4294967358) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:1.0:1776200764.618192:0:2239:0:(mdc_request.c:741:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1776200764.618194:0:2239:0:(client.c:3161:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@00000000f6cb3a8c x1862481227039808/t4294967357(4294967357) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.618200:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200764.618202:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200764.618204:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200764.618205:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200764.618206:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200764.618210:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.618216:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200764.618217:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967357 00000100:00000001:1.0:1776200764.618226:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200764.618230:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@00000000c16df945 x1862481227039936/t4294967358(4294967358) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.618236:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.618237:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801019392 : -112992908532224 : ffff993bc9d32600) 00000100:00000040:1.0:1776200764.618240:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c16df945] to pc [ptlrpcd_rcv+-1] req@00000000c16df945 x1862481227039936/t4294967358(4294967358) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.618247:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.618248:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.618250:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.618252:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.618255:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f6cb3a8c x1862481227039808/t4294967357(4294967357) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00100000:1.0:1776200764.618263:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f6cb3a8c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227039808:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200764.618267:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.618269:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200764.618272:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000f6cb3a8c x1862481227039808/t4294967357(4294967357) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.618278:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.618280:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.618287:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.618289:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.618291:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.618292:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.618293:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200764.618295:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c16df945 x1862481227039936/t4294967358(4294967358) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.618301:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200764.618302:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.618306:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200764.618308:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200764.618311:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c16df945 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227039936:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200764.618314:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200764.618318:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200764.618320:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200764.618324:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200764.618328:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e111b0a0. 00000400:00000010:1.0:1776200764.618332:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1c39cba. 00000100:00000200:1.0:1776200764.618336:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227039936, portal 10 00000100:00000001:1.0:1776200764.618337:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.618338:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801019392 : -112992908532224 : ffff993bc9d32600) 00000100:00000040:1.0:1776200764.618342:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@00000000c16df945 x1862481227039936/t4294967358(4294967358) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.618348:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200764.618350:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200764.618363:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ec8357ff. 00000100:00000200:1.0:1776200764.618366:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227039936, offset 0 00000400:00000200:1.0:1776200764.618372:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200764.618376:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.618382:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200764.618387:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200764.618391:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200764.618393:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200764.618396:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [484:484:256:4294967295] 192.168.203.148@tcp LPNI seq info [484:484:8:4294967295] 00000400:00000200:1.0:1776200764.618400:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.618407:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200764.618411:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200764.618415:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004beab876 (tot 3431934). 00000800:00000200:1.0:1776200764.618418:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200764.618423:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200764.618426:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004beab876 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1776200764.618848:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.618851:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.618854:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.618856:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.618858:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.618873:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.618874:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1776200764.618980:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.618981:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.618983:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.618985:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.619171:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.619174:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004beab876 (tot 3431686). 00000400:00000200:3.0:1776200764.619179:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.619184:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.619187:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ec8357ff 00000400:00000010:3.0:1776200764.619189:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ec8357ff. 00000100:00000001:3.0:1776200764.619192:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.619196:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c16df945 x1862481227039936/t4294967358(4294967358) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.619204:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.619206:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000c16df945 x1862481227039936/t4294967358(4294967358) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.619211:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.619212:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200764.625072:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.625088:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200764.625093:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.625095:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.625106:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.625113:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200764.625120:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.625125:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.625129:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.625133:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f044c0 00000400:00000200:2.0:1776200764.625138:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.625143:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0x12fd [1] + 224 00000800:00000001:2.0:1776200764.625151:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.625163:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.625165:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.625169:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200764.625175:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.625182:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c16df945 x1862481227039936/t4294967358(4294967358) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200764.625191:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=456 offset=224 replen=456 req@00000000c16df945 x1862481227039936/t4294967358(4294967358) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.625211:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200764.625219:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.625222:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.625626:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.625630:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200764.625636:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200764.625638:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200764.625641:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e111b0a0. 00000400:00000200:1.0:1776200764.625645:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1c39cba 00000400:00000010:1.0:1776200764.625647:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1c39cba. 00000100:00000001:1.0:1776200764.625649:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200764.625653:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c16df945 x1862481227039936/t4294967358(4294967358) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200764.625661:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c16df945 x1862481227039936/t4294967358(4294967358) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.625667:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200764.625668:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.625670:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200764.625673:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200764.625675:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200764.625677:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.625680:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200764.625687:0:2239:0:(import.c:1935:at_measured()) add 10 to 000000000f61d0a9 time=132 v=10 (10 0 0 0) 00000100:00001000:1.0:1776200764.625691:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200764.625693:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200764.625694:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200764.625696:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776200764.625699:0:2239:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.625702:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200764.625705:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200764.625706:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200764.625708:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200764.625710:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.625714:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c16df945 x1862481227039936/t4294967358(4294967358) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.625729:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.625732:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200764.625734:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.625735:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200764.625739:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@00000000c16df945 x1862481227039936/t4294967358(4294967358) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.625745:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200764.625747:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200764.625749:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200764.625750:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200764.625751:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200764.625755:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.625760:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200764.625761:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967358 00000100:00000001:1.0:1776200764.625771:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200764.625774:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@00000000fa5e819b x1862481227040064/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.625780:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.625781:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801040064 : -112992908511552 : ffff993bc9d376c0) 00000100:00000040:1.0:1776200764.625785:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000fa5e819b] to pc [ptlrpcd_rcv+-1] req@00000000fa5e819b x1862481227040064/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.625793:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.625794:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.625796:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.625798:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.625801:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c16df945 x1862481227039936/t4294967358(4294967358) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:1.0:1776200764.625807:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c16df945 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227039936:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200764.625811:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.625813:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200764.625815:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000c16df945 x1862481227039936/t4294967358(4294967358) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.625821:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.625822:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.625829:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.625831:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.625833:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.625834:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.625835:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200764.625837:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fa5e819b x1862481227040064/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.625843:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200764.625845:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.625849:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200764.625851:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200764.625854:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fa5e819b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227040064:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200764.625857:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200764.625880:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200764.625882:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.625885:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200764.625891:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c77960c6. 02000000:00000001:1.0:1776200764.625893:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200764.625898:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200764.625900:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e111b0a0. 00000400:00000010:1.0:1776200764.625904:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1c39cba. 00000100:00000200:1.0:1776200764.625909:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227040064, portal 10 00000100:00000001:1.0:1776200764.625911:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.625912:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801040064 : -112992908511552 : ffff993bc9d376c0) 00000100:00000040:1.0:1776200764.625916:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@00000000fa5e819b x1862481227040064/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.625921:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200764.625924:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200764.625926:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfc0fbac. 00000100:00000200:1.0:1776200764.625928:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1862481227040064, offset 0 00000400:00000200:1.0:1776200764.625934:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200764.625939:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.625945:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200764.625952:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200764.625955:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200764.625958:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200764.625961:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [485:485:256:4294967295] 192.168.203.148@tcp LPNI seq info [485:485:8:4294967295] 00000400:00000200:1.0:1776200764.625965:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.625972:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200764.625984:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200764.625989:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e9b3a0d (tot 3431934). 00000800:00000200:1.0:1776200764.625994:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200764.626000:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200764.626003:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002e9b3a0d type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1776200764.626019:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.626021:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.626023:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.626025:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.626027:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.626031:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.626032:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1776200764.626033:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.626034:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.626035:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.626038:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.626395:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.626398:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e9b3a0d (tot 3431686). 00000400:00000200:3.0:1776200764.626403:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.626407:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.626410:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfc0fbac 00000400:00000010:3.0:1776200764.626411:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bfc0fbac. 00000100:00000001:3.0:1776200764.626414:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.626416:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fa5e819b x1862481227040064/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.626424:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.626425:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000fa5e819b x1862481227040064/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.626431:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.626432:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200764.633623:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.633638:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200764.633643:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.633646:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.633655:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.633662:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200764.633670:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.633675:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.633679:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.633683:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 600 into portal 10 MB=0x69deab3f04540 00000400:00000200:2.0:1776200764.633688:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.633693:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 600/600 into md 0x1305 [1] + 224 00000800:00000001:2.0:1776200764.633700:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.633708:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.633711:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.633714:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200764.633731:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.633737:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fa5e819b x1862481227040064/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200764.633748:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=600 offset=224 replen=656 req@00000000fa5e819b x1862481227040064/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.633767:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:2.0:1776200764.633785:0:2234:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1776200764.633789:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.633794:0:2234:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200764.633799:0:2234:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [486:486:256:4294967295] 192.168.203.148@tcp LPNI seq info [486:486:8:4294967295] 00000400:00000200:2.0:1776200764.633803:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.633810:0:2234:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:2.0:1776200764.633815:0:2234:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200764.633826:0:2234:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b4341bfd (tot 3431934). 00000800:00000200:2.0:1776200764.633832:0:2234:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200764.633839:0:2234:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200764.633842:0:2234:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b4341bfd type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1776200764.634110:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200764.634113:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b4341bfd (tot 3431686). 00000400:00000200:2.0:1776200764.634116:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.634120:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:2.0:1776200764.634126:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.634129:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.634381:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.634385:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200764.634393:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200764.634394:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200764.634396:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e111b0a0. 00000400:00000200:1.0:1776200764.634400:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1c39cba 00000400:00000010:1.0:1776200764.634401:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1c39cba. 00000100:00000001:1.0:1776200764.634405:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200764.634409:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fa5e819b x1862481227040064/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200764.634417:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fa5e819b x1862481227040064/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.634423:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200764.634425:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.634427:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200764.634429:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200764.634431:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200764.634433:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.634436:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200764.634453:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=133 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200764.634457:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200764.634460:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1776200764.634462:0:2239:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@00000000fa5e819b x1862481227040064/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.634468:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1776200764.634470:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200764.634472:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200764.634474:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200764.634475:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200764.634478:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1776200764.634481:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fa5e819b x1862481227040064/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.634487:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1776200764.634490:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200764.634492:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.634493:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200764.634496:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@00000000fa5e819b x1862481227040064/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000002:00000001:1.0:1776200764.634503:0:2239:0:(mdc_request.c:687:mdc_replay_open()) Process entered 00000002:00080000:1.0:1776200764.634511:0:2239:0:(mdc_request.c:738:mdc_replay_open()) @@@ updating close body with new fh req@00000000713cdc6a x1862481227040192/t4294967360(4294967360) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:1.0:1776200764.634517:0:2239:0:(mdc_request.c:741:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1776200764.634519:0:2239:0:(client.c:3161:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@00000000fa5e819b x1862481227040064/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.634526:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200764.634528:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200764.634530:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200764.634531:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200764.634532:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200764.634535:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.634541:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200764.634542:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967359 00000100:00000001:1.0:1776200764.634563:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200764.634567:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@00000000713cdc6a x1862481227040192/t4294967360(4294967360) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.634572:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.634573:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801035200 : -112992908516416 : ffff993bc9d363c0) 00000100:00000040:1.0:1776200764.634577:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000713cdc6a] to pc [ptlrpcd_rcv+-1] req@00000000713cdc6a x1862481227040192/t4294967360(4294967360) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.634584:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.634586:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.634625:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.634627:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.634630:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fa5e819b x1862481227040064/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00100000:1.0:1776200764.634638:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fa5e819b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227040064:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200764.634642:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.634644:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200764.634647:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000fa5e819b x1862481227040064/t4294967359(4294967359) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.634653:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.634655:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.634662:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.634663:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.634665:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.634666:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.634668:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200764.634670:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000713cdc6a x1862481227040192/t4294967360(4294967360) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.634677:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200764.634678:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.634682:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200764.634684:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200764.634687:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000713cdc6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227040192:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200764.634690:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200764.634696:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200764.634698:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200764.634704:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200764.634708:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e111b0a0. 00000400:00000010:1.0:1776200764.634712:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1c39cba. 00000100:00000200:1.0:1776200764.634716:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227040192, portal 10 00000100:00000001:1.0:1776200764.634718:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.634719:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801035200 : -112992908516416 : ffff993bc9d363c0) 00000100:00000040:1.0:1776200764.635157:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@00000000713cdc6a x1862481227040192/t4294967360(4294967360) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.635164:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200764.635166:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:0.0:1776200764.635238:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c3f73b6. 00000100:00000200:0.0:1776200764.635243:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227040192, offset 0 00000400:00000200:0.0:1776200764.635249:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:0.0:1776200764.635255:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200764.635260:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:0.0:1776200764.635265:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:0.0:1776200764.635268:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776200764.635271:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:0.0:1776200764.635273:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [487:487:256:4294967295] 192.168.203.148@tcp LPNI seq info [487:487:8:4294967295] 00000400:00000200:0.0:1776200764.635276:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200764.635282:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:0.0:1776200764.635287:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:0.0:1776200764.635291:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000064d7949e (tot 3431934). 00000800:00000200:0.0:1776200764.635295:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:0.0:1776200764.635302:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:0.0:1776200764.635304:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000064d7949e type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1776200764.635320:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.635322:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200764.635325:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.635329:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.635330:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200764.635336:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200764.635337:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:0.0:1776200764.635339:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776200764.635340:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200764.635341:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.635343:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200764.635670:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200764.635674:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000064d7949e (tot 3431686). 00000400:00000200:2.0:1776200764.635678:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.635682:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200764.635685:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c3f73b6 00000400:00000010:2.0:1776200764.635688:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c3f73b6. 00000100:00000001:2.0:1776200764.635691:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200764.635694:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000713cdc6a x1862481227040192/t4294967360(4294967360) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.635701:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.635703:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000713cdc6a x1862481227040192/t4294967360(4294967360) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.635708:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.635709:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.645625:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.645640:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.645644:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.645646:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.645656:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.645664:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200764.645671:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.645676:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.645680:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.645683:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f045c0 00000400:00000200:3.0:1776200764.645689:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.645694:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0x130d [1] + 224 00000800:00000001:3.0:1776200764.645701:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.645711:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.645714:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.645718:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200764.645733:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200764.645739:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000713cdc6a x1862481227040192/t4294967360(4294967360) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200764.645749:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=456 offset=224 replen=456 req@00000000713cdc6a x1862481227040192/t4294967360(4294967360) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.645768:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200764.645775:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.645778:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200764.646138:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776200764.646143:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1776200764.646150:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1776200764.646151:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1776200764.646154:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e111b0a0. 00000400:00000200:0.0:1776200764.646158:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1c39cba 00000400:00000010:0.0:1776200764.646160:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1c39cba. 00000100:00000001:0.0:1776200764.646163:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1776200764.646167:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000713cdc6a x1862481227040192/t4294967360(4294967360) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:0.0:1776200764.646175:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000713cdc6a x1862481227040192/t4294967360(4294967360) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200764.646181:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1776200764.646183:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200764.646185:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1776200764.646188:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1776200764.646190:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1776200764.646192:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200764.646194:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1776200764.646202:0:2239:0:(import.c:1935:at_measured()) add 10 to 000000000f61d0a9 time=132 v=10 (10 0 0 0) 00000100:00001000:0.0:1776200764.646205:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:0.0:1776200764.646208:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1776200764.646209:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200764.646212:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1776200764.646215:0:2239:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.646217:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1776200764.646219:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1776200764.646221:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1776200764.646223:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1776200764.646225:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200764.646228:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000713cdc6a x1862481227040192/t4294967360(4294967360) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200764.646235:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200764.646238:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1776200764.646240:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200764.646242:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1776200764.646245:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@00000000713cdc6a x1862481227040192/t4294967360(4294967360) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200764.646251:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1776200764.646253:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1776200764.646255:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1776200764.646256:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1776200764.646257:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1776200764.646262:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:0.0:1776200764.646268:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1776200764.646270:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967360 00000100:00000001:0.0:1776200764.646279:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1776200764.646283:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@00000000d2ea2d96 x1862481227040320/t4294967361(4294967361) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 1 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200764.646289:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200764.646290:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692637440 : -112993016914176 : ffff993bc35d5f00) 00000100:00000040:0.0:1776200764.646294:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d2ea2d96] to pc [ptlrpcd_rcv+-1] req@00000000d2ea2d96 x1862481227040320/t4294967361(4294967361) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200764.646301:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.646303:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.646305:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.646307:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200764.646310:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000713cdc6a x1862481227040192/t4294967360(4294967360) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:0.0:1776200764.646316:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000713cdc6a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227040192:192.168.203.148@tcp:35:createmany.0 00000100:00000001:0.0:1776200764.646320:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200764.646323:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200764.646325:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000713cdc6a x1862481227040192/t4294967360(4294967360) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200764.646331:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.646334:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200764.646340:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200764.646341:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.646343:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776200764.646344:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200764.646346:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776200764.646348:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d2ea2d96 x1862481227040320/t4294967361(4294967361) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200725 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200764.646365:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200764.646367:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200764.646371:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776200764.646373:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200764.646376:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2ea2d96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227040320:192.168.203.148@tcp:101:createmany.0 00000100:00000001:0.0:1776200764.646379:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776200764.646383:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776200764.646385:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200764.646388:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1776200764.646394:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d7161688. 02000000:00000001:0.0:1776200764.646395:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776200764.646400:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:0.0:1776200764.646403:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e781608d. 00000400:00000010:0.0:1776200764.646406:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6de73a9. 00000100:00000200:0.0:1776200764.646411:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227040320, portal 10 00000100:00000001:0.0:1776200764.646413:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200764.646414:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692637440 : -112993016914176 : ffff993bc35d5f00) 00000100:00000040:0.0:1776200764.646418:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@00000000d2ea2d96 x1862481227040320/t4294967361(4294967361) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200764.646425:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776200764.646427:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:0.0:1776200764.646430:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dd0a5832. 00000100:00000200:0.0:1776200764.646432:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1862481227040320, offset 0 00000400:00000200:0.0:1776200764.646439:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:0.0:1776200764.646454:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200764.646460:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:0.0:1776200764.646466:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:0.0:1776200764.646470:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776200764.646472:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:0.0:1776200764.646476:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [488:488:256:4294967295] 192.168.203.148@tcp LPNI seq info [488:488:8:4294967295] 00000400:00000200:0.0:1776200764.646480:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200764.646487:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:0.0:1776200764.646491:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:0.0:1776200764.646495:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004db490cc (tot 3431934). 00000800:00000200:0.0:1776200764.646500:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:0.0:1776200764.646507:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:0.0:1776200764.646511:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004db490cc type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1776200764.646529:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.646531:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200764.646533:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.646535:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.646537:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200764.646540:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200764.646541:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:0.0:1776200764.646542:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776200764.646543:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200764.646544:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.646546:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200764.646814:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200764.646819:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004db490cc (tot 3431686). 00000400:00000200:2.0:1776200764.646823:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.646827:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200764.646829:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dd0a5832 00000400:00000010:2.0:1776200764.646831:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dd0a5832. 00000100:00000001:2.0:1776200764.646834:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200764.646837:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d2ea2d96 x1862481227040320/t4294967361(4294967361) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.646845:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.646847:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000d2ea2d96 x1862481227040320/t4294967361(4294967361) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.646853:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.646854:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.655279:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.655294:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.655298:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.655300:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.655310:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.655317:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200764.655325:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.655329:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.655333:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.655337:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 600 into portal 10 MB=0x69deab3f04640 00000400:00000200:3.0:1776200764.655342:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.655346:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 600/600 into md 0x1315 [1] + 224 00000800:00000001:3.0:1776200764.655363:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.655370:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.655373:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.655377:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200764.655383:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200764.655390:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d2ea2d96 x1862481227040320/t4294967361(4294967361) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200764.655400:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=600 offset=224 replen=656 req@00000000d2ea2d96 x1862481227040320/t4294967361(4294967361) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.655423:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:3.0:1776200764.655431:0:2235:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1776200764.655434:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.655438:0:2235:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200764.655452:0:2235:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [489:489:256:4294967295] 192.168.203.148@tcp LPNI seq info [489:489:8:4294967295] 00000400:00000200:3.0:1776200764.655456:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.655463:0:2235:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:3.0:1776200764.655468:0:2235:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200764.655474:0:2235:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e06bd1bd (tot 3431934). 00000800:00000200:3.0:1776200764.655479:0:2235:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200764.655486:0:2235:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200764.655490:0:2235:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e06bd1bd type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1776200764.655566:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.655570:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e06bd1bd (tot 3431686). 00000400:00000200:3.0:1776200764.655576:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.655579:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:3.0:1776200764.655583:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.655586:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200764.656408:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776200764.656412:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1776200764.656420:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1776200764.656421:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1776200764.656424:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e781608d. 00000400:00000200:0.0:1776200764.656429:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6de73a9 00000400:00000010:0.0:1776200764.656431:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6de73a9. 00000100:00000001:0.0:1776200764.656434:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1776200764.656451:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d2ea2d96 x1862481227040320/t4294967361(4294967361) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:0.0:1776200764.656459:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d2ea2d96 x1862481227040320/t4294967361(4294967361) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200764.656466:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1776200764.656467:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200764.656470:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1776200764.656473:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1776200764.656475:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1776200764.656477:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200764.656479:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1776200764.656486:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=133 v=1 (1 0 0 0) 00000100:00001000:0.0:1776200764.656490:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:0.0:1776200764.656492:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1776200764.656495:0:2239:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@00000000d2ea2d96 x1862481227040320/t4294967361(4294967361) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:0.0:1776200764.656501:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1776200764.656503:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1776200764.656505:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1776200764.656506:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1776200764.656508:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1776200764.656510:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1776200764.656514:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d2ea2d96 x1862481227040320/t4294967361(4294967361) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:0.0:1776200764.656520:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1776200764.656522:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1776200764.656525:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200764.656526:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1776200764.656529:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@00000000d2ea2d96 x1862481227040320/t4294967361(4294967361) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000002:00000001:0.0:1776200764.656536:0:2239:0:(mdc_request.c:687:mdc_replay_open()) Process entered 00000002:00080000:0.0:1776200764.656542:0:2239:0:(mdc_request.c:738:mdc_replay_open()) @@@ updating close body with new fh req@00000000baca10d1 x1862481227040448/t4294967362(4294967362) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:0.0:1776200764.656549:0:2239:0:(mdc_request.c:741:mdc_replay_open()) Process leaving 00000100:00020000:0.0:1776200764.656550:0:2239:0:(client.c:3161:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@00000000d2ea2d96 x1862481227040320/t4294967361(4294967361) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:0.0:1776200764.656556:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1776200764.656558:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1776200764.656560:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1776200764.656561:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1776200764.656562:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1776200764.656566:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:0.0:1776200764.656572:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1776200764.656573:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967361 00000100:00000001:0.0:1776200764.656583:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1776200764.656608:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@00000000baca10d1 x1862481227040448/t4294967362(4294967362) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 1 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200764.656615:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200764.656616:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692633792 : -112993016917824 : ffff993bc35d50c0) 00000100:00000040:0.0:1776200764.656620:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000baca10d1] to pc [ptlrpcd_rcv+-1] req@00000000baca10d1 x1862481227040448/t4294967362(4294967362) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200764.656627:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.656629:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.656630:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.656632:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200764.656635:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d2ea2d96 x1862481227040320/t4294967361(4294967361) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00100000:0.0:1776200764.656641:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2ea2d96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227040320:192.168.203.148@tcp:101:createmany.0 00000100:00000001:0.0:1776200764.656645:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200764.656648:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200764.656650:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000d2ea2d96 x1862481227040320/t4294967361(4294967361) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:0.0:1776200764.656656:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.656657:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200764.656665:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200764.656666:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.656668:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776200764.656669:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200764.656670:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776200764.656673:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000baca10d1 x1862481227040448/t4294967362(4294967362) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200764.656680:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200764.656681:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200764.656685:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776200764.656687:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200764.656689:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000baca10d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227040448:192.168.203.148@tcp:35:createmany.0 00000100:00000001:0.0:1776200764.656693:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776200764.656698:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776200764.656700:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776200764.656705:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:0.0:1776200764.656709:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e781608d. 00000400:00000010:0.0:1776200764.656713:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6de73a9. 00000100:00000200:0.0:1776200764.656718:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227040448, portal 10 00000100:00000001:0.0:1776200764.656843:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200764.656845:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692633792 : -112993016917824 : ffff993bc35d50c0) 00000100:00000040:0.0:1776200764.656851:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@00000000baca10d1 x1862481227040448/t4294967362(4294967362) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200764.656859:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776200764.657064:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:0.0:1776200764.657068:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000937babe0. 00000100:00000200:0.0:1776200764.657072:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227040448, offset 0 00000400:00000200:0.0:1776200764.657079:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:0.0:1776200764.657085:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200764.657091:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:0.0:1776200764.657097:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:0.0:1776200764.657100:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776200764.657103:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:0.0:1776200764.657105:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [490:490:256:4294967295] 192.168.203.148@tcp LPNI seq info [490:490:8:4294967295] 00000400:00000200:0.0:1776200764.657109:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200764.657115:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:0.0:1776200764.657121:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:0.0:1776200764.657126:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004db490cc (tot 3431934). 00000800:00000200:0.0:1776200764.657131:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:0.0:1776200764.657137:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:0.0:1776200764.657140:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004db490cc type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1776200764.657156:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.657158:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200764.657160:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.657163:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.657165:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200764.657168:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200764.657169:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:0.0:1776200764.657171:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776200764.657172:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200764.657173:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.657174:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.659577:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.659584:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004db490cc (tot 3431686). 00000400:00000200:3.0:1776200764.659628:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.659636:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.659643:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000937babe0 00000400:00000010:3.0:1776200764.659645:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000937babe0. 00000100:00000001:3.0:1776200764.659650:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.659655:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000baca10d1 x1862481227040448/t4294967362(4294967362) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.659666:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.659668:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000baca10d1 x1862481227040448/t4294967362(4294967362) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.659675:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.659677:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200764.664674:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.664690:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200764.664694:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.664696:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.664707:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.664714:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200764.664730:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.664735:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.664739:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.664743:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f046c0 00000400:00000200:2.0:1776200764.664748:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.664752:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0x131d [1] + 224 00000800:00000001:2.0:1776200764.664759:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.664766:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.664769:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.664772:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200764.664777:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.664783:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000baca10d1 x1862481227040448/t4294967362(4294967362) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200764.664793:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=456 offset=224 replen=456 req@00000000baca10d1 x1862481227040448/t4294967362(4294967362) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200764.664853:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776200764.664858:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.665097:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200764.665107:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.665110:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1776200764.667283:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1776200764.667288:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1776200764.667291:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e781608d. 00000400:00000200:0.0:1776200764.667299:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6de73a9 00000400:00000010:0.0:1776200764.667301:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6de73a9. 00000100:00000001:0.0:1776200764.667306:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1776200764.667315:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000baca10d1 x1862481227040448/t4294967362(4294967362) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:0.0:1776200764.667330:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000baca10d1 x1862481227040448/t4294967362(4294967362) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200764.667337:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1776200764.667339:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200764.667341:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1776200764.667344:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1776200764.667347:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1776200764.667349:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200764.667360:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1776200764.667368:0:2239:0:(import.c:1935:at_measured()) add 10 to 000000000f61d0a9 time=132 v=10 (10 0 0 0) 00000100:00001000:0.0:1776200764.667372:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:0.0:1776200764.667374:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1776200764.667376:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200764.667378:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1776200764.667381:0:2239:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.667384:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1776200764.667386:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1776200764.667387:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1776200764.667389:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1776200764.667391:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200764.667394:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000baca10d1 x1862481227040448/t4294967362(4294967362) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200764.667400:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200764.667403:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1776200764.667404:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200764.667406:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1776200764.667409:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@00000000baca10d1 x1862481227040448/t4294967362(4294967362) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200764.667415:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1776200764.667417:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1776200764.667419:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1776200764.667420:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1776200764.667421:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1776200764.667425:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:0.0:1776200764.667431:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1776200764.667432:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967362 00000100:00000001:0.0:1776200764.668217:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1776200764.668227:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@00000000c46fab7e x1862481227040576/t4294967363(4294967363) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 1 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200764.668236:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200764.668237:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692621632 : -112993016929984 : ffff993bc35d2140) 00000100:00000040:0.0:1776200764.668241:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c46fab7e] to pc [ptlrpcd_rcv+-1] req@00000000c46fab7e x1862481227040576/t4294967363(4294967363) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200764.668249:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.668251:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.668253:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.668255:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200764.668258:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000baca10d1 x1862481227040448/t4294967362(4294967362) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:0.0:1776200764.668265:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000baca10d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227040448:192.168.203.148@tcp:35:createmany.0 00000100:00000001:0.0:1776200764.668269:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200764.668272:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200764.668274:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000baca10d1 x1862481227040448/t4294967362(4294967362) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200764.668280:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.668282:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200764.668290:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200764.668291:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.668293:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776200764.668295:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200764.668297:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776200764.668300:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c46fab7e x1862481227040576/t4294967363(4294967363) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200764.668307:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200764.668308:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200764.668312:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776200764.668315:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200764.668317:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c46fab7e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227040576:192.168.203.148@tcp:101:createmany.0 00000100:00000001:0.0:1776200764.668321:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776200764.668325:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776200764.668327:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200764.668329:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1776200764.668337:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000480e51d7. 02000000:00000001:0.0:1776200764.668339:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776200764.668346:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:0.0:1776200764.668349:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e781608d. 00000400:00000010:0.0:1776200764.668366:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6de73a9. 00000100:00000200:0.0:1776200764.668372:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227040576, portal 10 00000100:00000001:0.0:1776200764.668374:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200764.668375:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692621632 : -112993016929984 : ffff993bc35d2140) 00000100:00000040:0.0:1776200764.668380:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@00000000c46fab7e x1862481227040576/t4294967363(4294967363) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200764.668386:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776200764.668389:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:0.0:1776200764.668391:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e6b32dfc. 00000100:00000200:0.0:1776200764.668393:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1862481227040576, offset 0 00000400:00000200:0.0:1776200764.668400:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:0.0:1776200764.668407:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200764.668414:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:0.0:1776200764.668420:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:0.0:1776200764.668423:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776200764.668426:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:0.0:1776200764.668429:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [491:491:256:4294967295] 192.168.203.148@tcp LPNI seq info [491:491:8:4294967295] 00000400:00000200:0.0:1776200764.668433:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200764.668563:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:0.0:1776200764.668570:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:0.0:1776200764.668575:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000064d7949e (tot 3431934). 00000800:00000200:0.0:1776200764.668580:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:0.0:1776200764.668663:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:0.0:1776200764.668667:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000064d7949e type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1776200764.668810:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.668813:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200764.668815:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.668818:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.668820:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200764.668824:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200764.668825:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:0.0:1776200764.668827:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776200764.668828:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200764.668829:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.668831:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.672854:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.673662:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000064d7949e (tot 3431686). 00000400:00000200:3.0:1776200764.673671:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.673679:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.673684:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6b32dfc 00000400:00000010:3.0:1776200764.673687:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e6b32dfc. 00000100:00000001:3.0:1776200764.673692:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.673697:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c46fab7e x1862481227040576/t4294967363(4294967363) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.673707:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.673710:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000c46fab7e x1862481227040576/t4294967363(4294967363) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.673715:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.673717:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200764.679820:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.679834:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200764.679838:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.679840:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.679850:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.679858:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200764.680068:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.680073:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.680078:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.680082:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 600 into portal 10 MB=0x69deab3f04740 00000400:00000200:2.0:1776200764.680087:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.680092:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 600/600 into md 0x1325 [1] + 224 00000800:00000001:2.0:1776200764.680099:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.680119:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.680121:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.680125:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200764.680131:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.680137:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c46fab7e x1862481227040576/t4294967363(4294967363) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200764.680146:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=600 offset=224 replen=656 req@00000000c46fab7e x1862481227040576/t4294967363(4294967363) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.680166:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:2.0:1776200764.680174:0:2234:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1776200764.680178:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.680182:0:2234:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200764.680187:0:2234:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [492:492:256:4294967295] 192.168.203.148@tcp LPNI seq info [492:492:8:4294967295] 00000400:00000200:2.0:1776200764.680192:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.680199:0:2234:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:2.0:1776200764.680204:0:2234:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200764.680209:0:2234:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b4341bfd (tot 3431934). 00000800:00000200:2.0:1776200764.680214:0:2234:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200764.680221:0:2234:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200764.680225:0:2234:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b4341bfd type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1776200764.680314:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200764.680318:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b4341bfd (tot 3431686). 00000400:00000200:2.0:1776200764.680321:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.680324:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:2.0:1776200764.680328:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.680331:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200764.680410:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776200764.680414:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1776200764.680420:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1776200764.680422:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1776200764.680424:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e781608d. 00000400:00000200:0.0:1776200764.680428:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6de73a9 00000400:00000010:0.0:1776200764.680430:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6de73a9. 00000100:00000001:0.0:1776200764.680433:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1776200764.680437:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c46fab7e x1862481227040576/t4294967363(4294967363) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:0.0:1776200764.680449:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c46fab7e x1862481227040576/t4294967363(4294967363) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200764.680453:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1776200764.680455:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200764.680457:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1776200764.680459:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1776200764.680461:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1776200764.680464:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200764.680466:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1776200764.680473:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=133 v=1 (1 0 0 0) 00000100:00001000:0.0:1776200764.680476:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:0.0:1776200764.680479:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1776200764.680481:0:2239:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@00000000c46fab7e x1862481227040576/t4294967363(4294967363) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:0.0:1776200764.680486:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1776200764.680488:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1776200764.680489:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1776200764.680491:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1776200764.680492:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1776200764.680494:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1776200764.680497:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c46fab7e x1862481227040576/t4294967363(4294967363) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:0.0:1776200764.680502:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1776200764.680505:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1776200764.680507:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200764.680508:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1776200764.680511:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@00000000c46fab7e x1862481227040576/t4294967363(4294967363) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000002:00000001:0.0:1776200764.680518:0:2239:0:(mdc_request.c:687:mdc_replay_open()) Process entered 00000002:00080000:0.0:1776200764.680525:0:2239:0:(mdc_request.c:738:mdc_replay_open()) @@@ updating close body with new fh req@00000000c6c469d1 x1862481227040704/t4294967364(4294967364) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:0.0:1776200764.680530:0:2239:0:(mdc_request.c:741:mdc_replay_open()) Process leaving 00000100:00020000:0.0:1776200764.680532:0:2239:0:(client.c:3161:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@00000000c46fab7e x1862481227040576/t4294967363(4294967363) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:0.0:1776200764.680539:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1776200764.680541:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1776200764.680542:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1776200764.680544:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1776200764.680544:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1776200764.680549:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:0.0:1776200764.680556:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1776200764.680556:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967363 00000100:00000001:0.0:1776200764.680567:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1776200764.680570:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@00000000c6c469d1 x1862481227040704/t4294967364(4294967364) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 1 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200764.680576:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200764.680577:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692625280 : -112993016926336 : ffff993bc35d2f80) 00000100:00000040:0.0:1776200764.680581:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c6c469d1] to pc [ptlrpcd_rcv+-1] req@00000000c6c469d1 x1862481227040704/t4294967364(4294967364) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200764.680626:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.680628:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.680630:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.680631:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200764.680635:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c46fab7e x1862481227040576/t4294967363(4294967363) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00100000:0.0:1776200764.680642:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c46fab7e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227040576:192.168.203.148@tcp:101:createmany.0 00000100:00000001:0.0:1776200764.680646:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200764.680648:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200764.680650:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000c46fab7e x1862481227040576/t4294967363(4294967363) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:0.0:1776200764.680655:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.680657:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200764.680663:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200764.680665:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.680667:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776200764.680668:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200764.680670:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776200764.680672:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c6c469d1 x1862481227040704/t4294967364(4294967364) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200764.680679:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200764.680681:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200764.680684:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776200764.680687:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200764.680690:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c6c469d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227040704:192.168.203.148@tcp:35:createmany.0 00000100:00000001:0.0:1776200764.680693:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776200764.680697:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776200764.680699:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776200764.680703:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:0.0:1776200764.680706:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e781608d. 00000400:00000010:0.0:1776200764.680709:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6de73a9. 00000100:00000200:0.0:1776200764.680714:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227040704, portal 10 00000100:00000001:0.0:1776200764.680716:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200764.680717:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692625280 : -112993016926336 : ffff993bc35d2f80) 00000100:00000040:0.0:1776200764.680721:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@00000000c6c469d1 x1862481227040704/t4294967364(4294967364) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200764.680727:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776200764.680729:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:0.0:1776200764.680731:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a7c7898. 00000100:00000200:0.0:1776200764.680734:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227040704, offset 0 00000400:00000200:0.0:1776200764.680740:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:0.0:1776200764.680744:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200764.680748:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:0.0:1776200764.680753:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:0.0:1776200764.680757:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776200764.680759:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:0.0:1776200764.680762:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [493:493:256:4294967295] 192.168.203.148@tcp LPNI seq info [493:493:8:4294967295] 00000400:00000200:0.0:1776200764.680765:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200764.680770:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:0.0:1776200764.680775:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:0.0:1776200764.680779:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052f9203e (tot 3431934). 00000800:00000200:0.0:1776200764.680783:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:0.0:1776200764.680787:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:0.0:1776200764.680789:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052f9203e type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1776200764.680802:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.680804:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200764.680807:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.680809:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.680810:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200764.680813:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200764.680815:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:0.0:1776200764.680816:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776200764.680817:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200764.680819:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.680821:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200764.681281:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200764.681285:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052f9203e (tot 3431686). 00000400:00000200:2.0:1776200764.681289:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.681293:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200764.681296:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a7c7898 00000400:00000010:2.0:1776200764.681297:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a7c7898. 00000100:00000001:2.0:1776200764.681301:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200764.681305:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c6c469d1 x1862481227040704/t4294967364(4294967364) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.681311:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.681313:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000c6c469d1 x1862481227040704/t4294967364(4294967364) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.681317:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.681318:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200764.690917:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.690932:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200764.690936:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.690938:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.690948:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.690954:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200764.690962:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.690967:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.690971:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.690975:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f047c0 00000400:00000200:2.0:1776200764.690980:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.690985:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0x132d [1] + 224 00000800:00000001:2.0:1776200764.690992:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.691004:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.691007:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.691011:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200764.691016:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.691023:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c6c469d1 x1862481227040704/t4294967364(4294967364) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200764.691033:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=456 offset=224 replen=456 req@00000000c6c469d1 x1862481227040704/t4294967364(4294967364) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.691053:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200764.691061:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.691064:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200764.691480:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776200764.691484:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1776200764.691490:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1776200764.691491:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1776200764.691494:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e781608d. 00000400:00000200:0.0:1776200764.691498:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6de73a9 00000400:00000010:0.0:1776200764.691500:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6de73a9. 00000100:00000001:0.0:1776200764.691503:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1776200764.691506:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c6c469d1 x1862481227040704/t4294967364(4294967364) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:0.0:1776200764.691514:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c6c469d1 x1862481227040704/t4294967364(4294967364) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200764.691520:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1776200764.691522:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200764.691523:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1776200764.691526:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1776200764.691528:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1776200764.691530:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200764.691533:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1776200764.691540:0:2239:0:(import.c:1935:at_measured()) add 10 to 000000000f61d0a9 time=132 v=10 (10 0 0 0) 00000100:00001000:0.0:1776200764.691544:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:0.0:1776200764.691547:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1776200764.691548:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200764.691551:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1776200764.691554:0:2239:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.691556:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1776200764.691558:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1776200764.691560:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1776200764.691561:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1776200764.691564:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200764.691567:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c6c469d1 x1862481227040704/t4294967364(4294967364) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200764.691573:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200764.691575:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1776200764.691577:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200764.691578:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1776200764.691581:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@00000000c6c469d1 x1862481227040704/t4294967364(4294967364) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200764.691626:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1776200764.691628:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1776200764.691630:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1776200764.691631:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1776200764.691632:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1776200764.691638:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:0.0:1776200764.691643:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1776200764.691644:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967364 00000100:00000001:0.0:1776200764.691654:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1776200764.691658:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@00000000e27f9285 x1862481227040832/t4294967365(4294967365) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 1 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200764.691664:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200764.691664:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692615552 : -112993016936064 : ffff993bc35d0980) 00000100:00000040:0.0:1776200764.691668:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000e27f9285] to pc [ptlrpcd_rcv+-1] req@00000000e27f9285 x1862481227040832/t4294967365(4294967365) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200764.691676:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.691678:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.691679:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.691681:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200764.691684:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c6c469d1 x1862481227040704/t4294967364(4294967364) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:0.0:1776200764.691690:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c6c469d1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227040704:192.168.203.148@tcp:35:createmany.0 00000100:00000001:0.0:1776200764.691694:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200764.691697:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200764.691699:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000c6c469d1 x1862481227040704/t4294967364(4294967364) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200764.691704:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.691706:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200764.691713:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200764.691714:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.691715:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776200764.691716:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200764.691718:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776200764.691731:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e27f9285 x1862481227040832/t4294967365(4294967365) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200764.691737:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200764.691738:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200764.691741:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776200764.691744:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200764.691747:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e27f9285 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227040832:192.168.203.148@tcp:101:createmany.0 00000100:00000001:0.0:1776200764.691750:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776200764.691754:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776200764.691756:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200764.691758:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1776200764.691765:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e930259a. 02000000:00000001:0.0:1776200764.691767:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776200764.691771:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:0.0:1776200764.691774:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e781608d. 00000400:00000010:0.0:1776200764.691777:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6de73a9. 00000100:00000200:0.0:1776200764.691782:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227040832, portal 10 00000100:00000001:0.0:1776200764.691784:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200764.691784:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692615552 : -112993016936064 : ffff993bc35d0980) 00000100:00000040:0.0:1776200764.691789:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@00000000e27f9285 x1862481227040832/t4294967365(4294967365) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200764.691795:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776200764.691797:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:0.0:1776200764.691799:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048b26cf7. 00000100:00000200:0.0:1776200764.691802:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1862481227040832, offset 0 00000400:00000200:0.0:1776200764.691807:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:0.0:1776200764.691813:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200764.691818:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:0.0:1776200764.691824:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:0.0:1776200764.691828:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776200764.691830:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:0.0:1776200764.691834:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [494:494:256:4294967295] 192.168.203.148@tcp LPNI seq info [494:494:8:4294967295] 00000400:00000200:0.0:1776200764.691838:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200764.691845:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:0.0:1776200764.691850:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:0.0:1776200764.691854:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f404acca (tot 3431934). 00000800:00000200:0.0:1776200764.692218:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:0.0:1776200764.692226:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:0.0:1776200764.692229:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f404acca type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1776200764.692246:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.692248:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200764.692250:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.692253:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.692255:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200764.692259:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200764.692260:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:0.0:1776200764.692261:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776200764.692262:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200764.692264:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.692265:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.692420:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.692424:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f404acca (tot 3431686). 00000400:00000200:3.0:1776200764.692428:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.692432:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.692439:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048b26cf7 00000400:00000010:3.0:1776200764.692442:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048b26cf7. 00000100:00000001:3.0:1776200764.692445:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.692448:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e27f9285 x1862481227040832/t4294967365(4294967365) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.692461:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.692471:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000e27f9285 x1862481227040832/t4294967365(4294967365) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.692476:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.692477:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200764.703181:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.703197:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200764.703202:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.703204:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.703215:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.703222:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200764.703230:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.703234:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.703238:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.703241:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 600 into portal 10 MB=0x69deab3f04840 00000400:00000200:2.0:1776200764.703247:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.703252:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 600/600 into md 0x1335 [1] + 224 00000800:00000001:2.0:1776200764.703259:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.703269:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.703272:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.703275:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200764.703281:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.703287:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e27f9285 x1862481227040832/t4294967365(4294967365) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200764.703296:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=600 offset=224 replen=656 req@00000000e27f9285 x1862481227040832/t4294967365(4294967365) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.703321:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:2.0:1776200764.703328:0:2234:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1776200764.703332:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.703337:0:2234:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200764.703341:0:2234:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [495:495:256:4294967295] 192.168.203.148@tcp LPNI seq info [495:495:8:4294967295] 00000400:00000200:2.0:1776200764.703345:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.703360:0:2234:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:2.0:1776200764.703366:0:2234:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200764.703371:0:2234:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b4341bfd (tot 3431934). 00000800:00000200:2.0:1776200764.703377:0:2234:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200764.703383:0:2234:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200764.703387:0:2234:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b4341bfd type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1776200764.703472:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200764.703476:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b4341bfd (tot 3431686). 00000400:00000200:2.0:1776200764.703479:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.703482:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:2.0:1776200764.703487:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.703490:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200764.704408:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776200764.704413:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1776200764.704420:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1776200764.704422:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1776200764.704424:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e781608d. 00000400:00000200:0.0:1776200764.704429:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6de73a9 00000400:00000010:0.0:1776200764.704431:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6de73a9. 00000100:00000001:0.0:1776200764.704434:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1776200764.704449:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e27f9285 x1862481227040832/t4294967365(4294967365) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:0.0:1776200764.704460:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e27f9285 x1862481227040832/t4294967365(4294967365) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200764.704466:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1776200764.704468:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200764.704470:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1776200764.704473:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1776200764.704475:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1776200764.704477:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200764.704479:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1776200764.704487:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=133 v=1 (1 0 0 0) 00000100:00001000:0.0:1776200764.704490:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:0.0:1776200764.704492:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1776200764.704495:0:2239:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@00000000e27f9285 x1862481227040832/t4294967365(4294967365) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:0.0:1776200764.704501:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1776200764.704503:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1776200764.704505:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1776200764.704507:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1776200764.704508:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1776200764.704511:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1776200764.704515:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e27f9285 x1862481227040832/t4294967365(4294967365) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:0.0:1776200764.704521:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1776200764.704523:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1776200764.704525:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200764.704527:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1776200764.704529:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@00000000e27f9285 x1862481227040832/t4294967365(4294967365) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000002:00000001:0.0:1776200764.704536:0:2239:0:(mdc_request.c:687:mdc_replay_open()) Process entered 00000002:00080000:0.0:1776200764.704543:0:2239:0:(mdc_request.c:738:mdc_replay_open()) @@@ updating close body with new fh req@000000001193291d x1862481227040960/t4294967366(4294967366) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:0.0:1776200764.704549:0:2239:0:(mdc_request.c:741:mdc_replay_open()) Process leaving 00000100:00020000:0.0:1776200764.704551:0:2239:0:(client.c:3161:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@00000000e27f9285 x1862481227040832/t4294967365(4294967365) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:0.0:1776200764.704557:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1776200764.704559:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1776200764.704561:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1776200764.704563:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1776200764.704564:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1776200764.704568:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:0.0:1776200764.704574:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1776200764.704575:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967365 00000100:00000001:0.0:1776200764.704585:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1776200764.704740:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@000000001193291d x1862481227040960/t4294967366(4294967366) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 1 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200764.704747:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200764.704748:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801025472 : -112992908526144 : ffff993bc9d33dc0) 00000100:00000040:0.0:1776200764.704752:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000001193291d] to pc [ptlrpcd_rcv+-1] req@000000001193291d x1862481227040960/t4294967366(4294967366) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200764.704760:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.704761:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.704763:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.704765:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200764.704767:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e27f9285 x1862481227040832/t4294967365(4294967365) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00100000:0.0:1776200764.704774:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e27f9285 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227040832:192.168.203.148@tcp:101:createmany.0 00000100:00000001:0.0:1776200764.704778:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200764.704780:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200764.704782:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000e27f9285 x1862481227040832/t4294967365(4294967365) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:0.0:1776200764.704788:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.704789:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200764.704797:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200764.704798:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.704800:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776200764.704801:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200764.704803:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776200764.704805:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001193291d x1862481227040960/t4294967366(4294967366) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200764.704811:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200764.704813:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200764.704816:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776200764.704819:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200764.704821:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001193291d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227040960:192.168.203.148@tcp:35:createmany.0 00000100:00000001:0.0:1776200764.704824:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776200764.704829:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776200764.704831:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776200764.704837:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:0.0:1776200764.704842:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e781608d. 00000400:00000010:0.0:1776200764.704847:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6de73a9. 00000100:00000200:0.0:1776200764.704851:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227040960, portal 10 00000100:00000001:0.0:1776200764.704853:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200764.704854:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801025472 : -112992908526144 : ffff993bc9d33dc0) 00000100:00000040:0.0:1776200764.705167:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@000000001193291d x1862481227040960/t4294967366(4294967366) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200764.705176:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776200764.705179:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:0.0:1776200764.705182:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f26a488. 00000100:00000200:0.0:1776200764.705187:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227040960, offset 0 00000400:00000200:0.0:1776200764.705193:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:0.0:1776200764.705199:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200764.705205:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:0.0:1776200764.705211:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:0.0:1776200764.705213:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776200764.705216:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:0.0:1776200764.705219:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [496:496:256:4294967295] 192.168.203.148@tcp LPNI seq info [496:496:8:4294967295] 00000400:00000200:0.0:1776200764.705222:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200764.705228:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:0.0:1776200764.705233:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:0.0:1776200764.705237:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000728f067b (tot 3431934). 00000800:00000200:0.0:1776200764.705242:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:0.0:1776200764.705247:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:0.0:1776200764.705250:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000728f067b type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1776200764.705266:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.705268:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200764.705271:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.705273:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.705275:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200764.705278:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200764.705280:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:0.0:1776200764.705281:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776200764.705282:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200764.705283:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.705285:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200764.705491:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200764.705495:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000728f067b (tot 3431686). 00000400:00000200:2.0:1776200764.705500:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.705504:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200764.705508:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f26a488 00000400:00000010:2.0:1776200764.705510:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f26a488. 00000100:00000001:2.0:1776200764.705512:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200764.705515:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001193291d x1862481227040960/t4294967366(4294967366) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.705523:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.705524:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000001193291d x1862481227040960/t4294967366(4294967366) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.705530:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.705532:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.714148:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.714161:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.714166:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.714168:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.714179:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.714186:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200764.714194:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.714207:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.714211:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.714215:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f048c0 00000400:00000200:3.0:1776200764.714219:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.714224:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0x133d [1] + 224 00000800:00000001:3.0:1776200764.714232:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.714241:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.714249:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.714253:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200764.714259:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200764.714264:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001193291d x1862481227040960/t4294967366(4294967366) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200764.714273:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=456 offset=224 replen=456 req@000000001193291d x1862481227040960/t4294967366(4294967366) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.714295:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200764.714303:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.714307:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.714646:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.714650:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1776200764.714656:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200764.714658:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200764.714661:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e781608d. 00000400:00000200:2.0:1776200764.714665:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6de73a9 00000400:00000010:2.0:1776200764.714667:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6de73a9. 00000100:00000001:2.0:1776200764.714670:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.714674:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001193291d x1862481227040960/t4294967366(4294967366) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:2.0:1776200764.714681:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001193291d x1862481227040960/t4294967366(4294967366) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.714685:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200764.714687:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.714689:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1776200764.714691:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1776200764.714693:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776200764.714695:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.714697:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776200764.714705:0:2239:0:(import.c:1935:at_measured()) add 10 to 000000000f61d0a9 time=132 v=10 (10 0 0 0) 00000100:00001000:2.0:1776200764.714708:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:2.0:1776200764.714710:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1776200764.714711:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200764.714713:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1776200764.714716:0:2239:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.714718:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:2.0:1776200764.715237:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1776200764.715239:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:2.0:1776200764.715242:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1776200764.715244:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200764.715250:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001193291d x1862481227040960/t4294967366(4294967366) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.715262:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200764.715265:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200764.715267:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.715268:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:2.0:1776200764.715271:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@000000001193291d x1862481227040960/t4294967366(4294967366) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.715278:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1776200764.715280:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:2.0:1776200764.715282:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:2.0:1776200764.715283:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1776200764.715284:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:2.0:1776200764.715288:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.715294:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:2.0:1776200764.715295:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967366 00000100:00000001:2.0:1776200764.715305:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:2.0:1776200764.715308:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@00000000aefbfafc x1862481227041088/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 1 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.715313:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200764.715314:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801016960 : -112992908534656 : ffff993bc9d31c80) 00000100:00000040:2.0:1776200764.715327:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000aefbfafc] to pc [ptlrpcd_rcv+-1] req@00000000aefbfafc x1862481227041088/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.715335:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.715337:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.715339:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.715340:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200764.715343:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001193291d x1862481227040960/t4294967366(4294967366) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:2.0:1776200764.715359:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001193291d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227040960:192.168.203.148@tcp:35:createmany.0 00000100:00000001:2.0:1776200764.715364:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.715366:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.715368:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000001193291d x1862481227040960/t4294967366(4294967366) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.715373:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.715375:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.715383:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200764.715384:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.715386:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.715388:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.715390:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1776200764.715393:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000aefbfafc x1862481227041088/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.715399:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1776200764.715401:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.715405:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1776200764.715408:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1776200764.715411:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aefbfafc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227041088:192.168.203.148@tcp:101:createmany.0 00000100:00000001:2.0:1776200764.715415:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1776200764.715419:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1776200764.715421:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.715424:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1776200764.715432:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000001c00c9fe. 02000000:00000001:2.0:1776200764.715433:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1776200764.715674:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:2.0:1776200764.715680:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009da2c740. 00000400:00000010:2.0:1776200764.715685:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f64fd5e. 00000100:00000200:2.0:1776200764.715691:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227041088, portal 10 00000100:00000001:2.0:1776200764.715693:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200764.715694:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801016960 : -112992908534656 : ffff993bc9d31c80) 00000100:00000040:2.0:1776200764.715707:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@00000000aefbfafc x1862481227041088/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.715718:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1776200764.716180:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:2.0:1776200764.716185:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000004013d97. 00000100:00000200:2.0:1776200764.716188:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1862481227041088, offset 0 00000400:00000200:2.0:1776200764.716194:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:2.0:1776200764.716202:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.716209:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200764.716216:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:2.0:1776200764.716220:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776200764.716223:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:2.0:1776200764.716226:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [497:497:256:4294967295] 192.168.203.148@tcp LPNI seq info [497:497:8:4294967295] 00000400:00000200:2.0:1776200764.716229:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.716236:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:2.0:1776200764.716241:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200764.716246:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b4341bfd (tot 3431934). 00000800:00000200:2.0:1776200764.716251:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200764.716258:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200764.716261:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b4341bfd type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1776200764.716284:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.716286:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200764.716287:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.716290:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.716292:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.716297:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200764.716298:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1776200764.716300:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.716300:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.716302:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.716303:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.718684:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.718692:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b4341bfd (tot 3431686). 00000400:00000200:3.0:1776200764.718699:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.718707:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.718712:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000004013d97 00000400:00000010:3.0:1776200764.718714:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000004013d97. 00000100:00000001:3.0:1776200764.719994:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.720004:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000aefbfafc x1862481227041088/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.720017:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.720020:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000aefbfafc x1862481227041088/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.720026:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.720028:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.729700:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.729715:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.729728:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.729731:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.729741:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.729748:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200764.729756:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.729760:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.729764:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.729767:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 600 into portal 10 MB=0x69deab3f04940 00000400:00000200:3.0:1776200764.729773:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.729778:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 600/600 into md 0x1345 [1] + 224 00000800:00000001:3.0:1776200764.729785:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.729792:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.729794:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.729797:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200764.729802:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200764.729808:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000aefbfafc x1862481227041088/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200764.729818:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=600 offset=224 replen=656 req@00000000aefbfafc x1862481227041088/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.729842:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:3.0:1776200764.729849:0:2235:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1776200764.729853:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000100:00000001:2.0:1776200764.730119:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.730124:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1776200764.730130:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200764.730133:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200764.730135:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009da2c740. 00000400:00000200:2.0:1776200764.730138:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f64fd5e 00000400:00000010:2.0:1776200764.730140:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f64fd5e. 00000100:00000001:2.0:1776200764.730143:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.730147:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000aefbfafc x1862481227041088/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:2.0:1776200764.730154:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000aefbfafc x1862481227041088/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.730159:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200764.730161:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.730163:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1776200764.730165:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1776200764.730168:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776200764.730169:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.730172:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776200764.730179:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=133 v=1 (1 0 0 0) 00000100:00001000:2.0:1776200764.730182:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:2.0:1776200764.730185:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1776200764.730187:0:2239:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@00000000aefbfafc x1862481227041088/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.730193:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1776200764.730195:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:2.0:1776200764.730197:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1776200764.730199:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:2.0:1776200764.730200:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1776200764.730203:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1776200764.730206:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000aefbfafc x1862481227041088/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.730213:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1776200764.730216:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200764.730218:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.730220:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:2.0:1776200764.730223:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@00000000aefbfafc x1862481227041088/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000002:00000001:2.0:1776200764.730230:0:2239:0:(mdc_request.c:687:mdc_replay_open()) Process entered 00000002:00080000:2.0:1776200764.730238:0:2239:0:(mdc_request.c:738:mdc_replay_open()) @@@ updating close body with new fh req@00000000b8d86e5e x1862481227041216/t4294967368(4294967368) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:2.0:1776200764.730244:0:2239:0:(mdc_request.c:741:mdc_replay_open()) Process leaving 00000100:00020000:2.0:1776200764.730247:0:2239:0:(client.c:3161:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@00000000aefbfafc x1862481227041088/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.730253:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1776200764.730256:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:2.0:1776200764.730258:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:2.0:1776200764.730259:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1776200764.730260:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:2.0:1776200764.730264:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.730270:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:2.0:1776200764.730271:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967367 00000100:00000001:2.0:1776200764.730282:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:2.0:1776200764.730284:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@00000000b8d86e5e x1862481227041216/t4294967368(4294967368) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 1 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.730291:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200764.730292:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801014528 : -112992908537088 : ffff993bc9d31300) 00000100:00000040:2.0:1776200764.730296:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000b8d86e5e] to pc [ptlrpcd_rcv+-1] req@00000000b8d86e5e x1862481227041216/t4294967368(4294967368) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.730303:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.730305:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.730307:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.730308:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200764.730311:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000aefbfafc x1862481227041088/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00100000:2.0:1776200764.730324:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aefbfafc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227041088:192.168.203.148@tcp:101:createmany.0 00000100:00000001:2.0:1776200764.730328:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.730330:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.730332:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000aefbfafc x1862481227041088/t4294967367(4294967367) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:2.0:1776200764.730338:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.730340:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.730348:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200764.730359:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.730361:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.730362:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.730364:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1776200764.730367:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b8d86e5e x1862481227041216/t4294967368(4294967368) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:2.0:1776200764.730374:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1776200764.730375:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200764.730379:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1776200764.730382:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1776200764.730384:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8d86e5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227041216:192.168.203.148@tcp:35:createmany.0 00000100:00000001:2.0:1776200764.730388:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1776200764.730393:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1776200764.730395:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1776200764.730415:0:2235:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200764.730421:0:2235:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [498:498:256:4294967295] 192.168.203.148@tcp LPNI seq info [498:498:8:4294967295] 00000400:00000200:3.0:1776200764.730426:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.730433:0:2235:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:3.0:1776200764.730439:0:2235:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200764.730446:0:2235:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e06bd1bd (tot 3431934). 00000800:00000200:3.0:1776200764.730451:0:2235:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200764.730457:0:2235:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200764.730461:0:2235:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e06bd1bd type 0, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1776200764.731652:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:2.0:1776200764.731660:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009da2c740. 00000400:00000010:2.0:1776200764.731666:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f64fd5e. 00000100:00000200:2.0:1776200764.731671:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227041216, portal 10 00000100:00000001:2.0:1776200764.731674:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200764.731675:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801014528 : -112992908537088 : ffff993bc9d31300) 00000100:00000040:2.0:1776200764.731685:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@00000000b8d86e5e x1862481227041216/t4294967368(4294967368) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.731699:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1776200764.731701:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:2.0:1776200764.731703:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aa8f154e. 00000100:00000200:2.0:1776200764.731705:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227041216, offset 0 00000400:00000200:2.0:1776200764.731711:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:2.0:1776200764.731716:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.731722:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200764.731735:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:2.0:1776200764.731739:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776200764.731742:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:2.0:1776200764.731744:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [499:499:255:4294967295] 192.168.203.148@tcp LPNI seq info [499:499:7:4294967295] 00000400:00000200:2.0:1776200764.731748:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.731755:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:2.0:1776200764.731760:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200764.731763:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000063bad7bd (tot 3432182). 00000800:00000200:2.0:1776200764.731768:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200764.731773:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200764.731776:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000063bad7bd type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1776200764.731779:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.731781:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200764.731783:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.731786:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.731789:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200764.731794:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200764.731796:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:2.0:1776200764.731798:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200764.731799:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.731800:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.731801:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200764.731856:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200764.732170:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e06bd1bd (tot 3431934). 00000400:00000200:2.0:1776200764.732180:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.732186:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000200:2.0:1776200764.732254:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200764.732256:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000063bad7bd (tot 3431686). 00000400:00000200:2.0:1776200764.732258:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.732261:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200764.732264:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aa8f154e 00000400:00000010:2.0:1776200764.732265:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aa8f154e. 00000100:00000001:2.0:1776200764.732268:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200764.732271:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b8d86e5e x1862481227041216/t4294967368(4294967368) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.732280:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.732282:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000b8d86e5e x1862481227041216/t4294967368(4294967368) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.732288:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.732290:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.736425:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.736450:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200764.737654:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.737666:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200764.737669:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.737671:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.737681:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.737689:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200764.737696:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.737701:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.737704:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.737708:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f049c0 00000400:00000200:2.0:1776200764.737713:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.737729:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0x1355 [1] + 224 00000800:00000001:2.0:1776200764.737737:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.737744:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.737747:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.737751:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200764.737757:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.737771:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b8d86e5e x1862481227041216/t4294967368(4294967368) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200764.737783:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=456 offset=224 replen=456 req@00000000b8d86e5e x1862481227041216/t4294967368(4294967368) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.737802:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200764.737808:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.737810:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200764.737888:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776200764.737892:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1776200764.737898:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1776200764.737900:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1776200764.737902:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009da2c740. 00000400:00000200:0.0:1776200764.737905:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f64fd5e 00000400:00000010:0.0:1776200764.737907:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f64fd5e. 00000100:00000001:0.0:1776200764.737910:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1776200764.737914:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b8d86e5e x1862481227041216/t4294967368(4294967368) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:0.0:1776200764.737920:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b8d86e5e x1862481227041216/t4294967368(4294967368) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200764.737926:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1776200764.737927:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200764.737929:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1776200764.737932:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1776200764.737935:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1776200764.737937:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200764.737939:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1776200764.737947:0:2239:0:(import.c:1935:at_measured()) add 10 to 000000000f61d0a9 time=132 v=10 (10 0 0 0) 00000100:00001000:0.0:1776200764.737950:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:0.0:1776200764.737953:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1776200764.737954:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1776200764.737956:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1776200764.737959:0:2239:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.737962:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1776200764.737964:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1776200764.737965:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1776200764.737967:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1776200764.737969:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200764.737973:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b8d86e5e x1862481227041216/t4294967368(4294967368) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200764.737979:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200764.737982:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1776200764.737985:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200764.737987:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1776200764.737990:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@00000000b8d86e5e x1862481227041216/t4294967368(4294967368) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200764.737995:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1776200764.737997:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1776200764.737999:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1776200764.738000:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1776200764.738000:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1776200764.738004:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:0.0:1776200764.738010:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1776200764.738011:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967368 00000100:00000001:0.0:1776200764.738023:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1776200764.738026:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@00000000d12449cf x1862481227041344/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 1 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200764.738031:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200764.738031:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801031552 : -112992908520064 : ffff993bc9d35580) 00000100:00000040:0.0:1776200764.738035:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d12449cf] to pc [ptlrpcd_rcv+-1] req@00000000d12449cf x1862481227041344/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200764.738041:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.738043:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.738045:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.738047:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200764.738049:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b8d86e5e x1862481227041216/t4294967368(4294967368) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:0.0:1776200764.738055:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8d86e5e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227041216:192.168.203.148@tcp:35:createmany.0 00000100:00000001:0.0:1776200764.738059:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200764.738062:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200764.738064:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000b8d86e5e x1862481227041216/t4294967368(4294967368) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200764.738069:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.738071:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200764.738079:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200764.738080:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.738082:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776200764.738083:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200764.738084:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1776200764.738086:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d12449cf x1862481227041344/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200764.738091:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200764.738093:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200764.738096:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1776200764.738099:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200764.738101:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d12449cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227041344:192.168.203.148@tcp:101:createmany.0 00000100:00000001:0.0:1776200764.738103:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1776200764.738108:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1776200764.738110:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200764.738112:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1776200764.738117:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000058c7118d. 02000000:00000001:0.0:1776200764.738119:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1776200764.738123:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:0.0:1776200764.738126:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000075d70b4b. 00000400:00000010:0.0:1776200764.738130:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ae23e799. 00000100:00000200:0.0:1776200764.738135:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227041344, portal 10 00000100:00000001:0.0:1776200764.738136:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200764.738137:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801031552 : -112992908520064 : ffff993bc9d35580) 00000100:00000040:0.0:1776200764.738141:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@00000000d12449cf x1862481227041344/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200764.738147:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1776200764.738149:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:0.0:1776200764.738152:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000173dd8cd. 00000100:00000200:0.0:1776200764.738155:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1862481227041344, offset 0 00000400:00000200:0.0:1776200764.738161:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:0.0:1776200764.738166:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200764.738172:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:0.0:1776200764.738178:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:0.0:1776200764.738182:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1776200764.738185:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:0.0:1776200764.738189:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [500:500:256:4294967295] 192.168.203.148@tcp LPNI seq info [500:500:8:4294967295] 00000400:00000200:0.0:1776200764.738192:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:0.0:1776200764.738200:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:0.0:1776200764.738206:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:0.0:1776200764.738210:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000099f0192d (tot 3431934). 00000800:00000200:0.0:1776200764.738214:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:0.0:1776200764.738221:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:0.0:1776200764.738225:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000099f0192d type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1776200764.738244:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.738246:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1776200764.738248:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.738250:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.738252:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200764.738255:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200764.738257:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:0.0:1776200764.738258:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776200764.738259:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200764.738260:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.738261:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.738956:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.738961:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000099f0192d (tot 3431686). 00000400:00000200:3.0:1776200764.738965:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.738971:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.738974:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000173dd8cd 00000400:00000010:3.0:1776200764.738976:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000173dd8cd. 00000100:00000001:3.0:1776200764.738980:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.738983:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d12449cf x1862481227041344/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.738992:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.738994:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000d12449cf x1862481227041344/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.739000:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.739002:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200764.749714:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.749801:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200764.749805:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.749807:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.749816:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.749823:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200764.749829:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.749833:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.749836:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.749840:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 600 into portal 10 MB=0x69deab3f04a40 00000400:00000200:2.0:1776200764.749846:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.749850:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 600/600 into md 0x1365 [1] + 224 00000800:00000001:2.0:1776200764.749858:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.750162:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.750165:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.750169:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200764.750175:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.750181:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d12449cf x1862481227041344/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200764.750191:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=600 offset=224 replen=656 req@00000000d12449cf x1862481227041344/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200764.750244:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776200764.750248:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.750266:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:2.0:1776200764.750274:0:2234:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1776200764.750278:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.750283:0:2234:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200764.750288:0:2234:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [501:501:256:4294967295] 192.168.203.148@tcp LPNI seq info [501:501:8:4294967295] 00000400:00000200:2.0:1776200764.750292:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.750298:0:2234:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:2.0:1776200764.750303:0:2234:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200764.750308:0:2234:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000063bad7bd (tot 3431934). 00000800:00000200:2.0:1776200764.750313:0:2234:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200764.750320:0:2234:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200764.750323:0:2234:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000063bad7bd type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1776200764.750412:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200764.750416:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000063bad7bd (tot 3431686). 00000400:00000200:2.0:1776200764.750419:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.750422:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:2.0:1776200764.750426:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.750429:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1776200764.754215:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1776200764.754220:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1776200764.754223:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000075d70b4b. 00000400:00000200:0.0:1776200764.754231:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ae23e799 00000400:00000010:0.0:1776200764.754234:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ae23e799. 00000100:00000001:0.0:1776200764.754239:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1776200764.754248:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d12449cf x1862481227041344/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:0.0:1776200764.754259:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d12449cf x1862481227041344/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:0.0:1776200764.754265:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1776200764.754267:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200764.754270:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1776200764.754273:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1776200764.754275:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1776200764.754277:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1776200764.754279:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1776200764.754287:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=133 v=1 (1 0 0 0) 00000100:00001000:0.0:1776200764.754291:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:0.0:1776200764.754293:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1776200764.754296:0:2239:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@00000000d12449cf x1862481227041344/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:0.0:1776200764.754302:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1776200764.754304:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:0.0:1776200764.754306:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1776200764.754307:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:0.0:1776200764.754309:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1776200764.754312:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1776200764.754315:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d12449cf x1862481227041344/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:0.0:1776200764.754320:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1776200764.754323:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1776200764.754325:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200764.754327:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:0.0:1776200764.754330:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@00000000d12449cf x1862481227041344/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000002:00000001:0.0:1776200764.754336:0:2239:0:(mdc_request.c:687:mdc_replay_open()) Process entered 00000002:00080000:0.0:1776200764.754343:0:2239:0:(mdc_request.c:738:mdc_replay_open()) @@@ updating close body with new fh req@000000004c1cdf03 x1862481227041472/t4294967370(4294967370) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:0.0:1776200764.754358:0:2239:0:(mdc_request.c:741:mdc_replay_open()) Process leaving 00000100:00020000:0.0:1776200764.754361:0:2239:0:(client.c:3161:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@00000000d12449cf x1862481227041344/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:0.0:1776200764.754366:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1776200764.754368:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:0.0:1776200764.754370:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:0.0:1776200764.754371:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1776200764.754371:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:0.0:1776200764.754375:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:0.0:1776200764.754381:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:0.0:1776200764.754382:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967369 00000100:00000001:0.0:1776200764.754392:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:0.0:1776200764.754395:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@000000004c1cdf03 x1862481227041472/t4294967370(4294967370) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 1 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200764.754402:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1776200764.754403:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801013312 : -112992908538304 : ffff993bc9d30e40) 00000100:00000040:0.0:1776200764.754407:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000004c1cdf03] to pc [ptlrpcd_rcv+-1] req@000000004c1cdf03 x1862481227041472/t4294967370(4294967370) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:0.0:1776200764.754414:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.754416:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.754418:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.754419:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200764.754422:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d12449cf x1862481227041344/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00100000:0.0:1776200764.754428:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d12449cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227041344:192.168.203.148@tcp:101:createmany.0 00000100:00000001:0.0:1776200764.754432:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200764.754435:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1776200764.754617:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000d12449cf x1862481227041344/t4294967369(4294967369) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:0.0:1776200764.754625:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.754626:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200764.754634:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200764.754635:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200764.754637:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776200764.754639:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.757146:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200764.757160:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004c1cdf03 x1862481227041472/t4294967370(4294967370) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.757171:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200764.757173:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.757177:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200764.757181:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200764.757183:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004c1cdf03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227041472:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200764.757187:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200764.757193:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200764.757195:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200764.757204:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200764.757212:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db344a19. 00000400:00000010:1.0:1776200764.757218:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b86a6c43. 00000100:00000200:1.0:1776200764.757223:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227041472, portal 10 00000100:00000001:1.0:1776200764.757225:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.757227:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801013312 : -112992908538304 : ffff993bc9d30e40) 00000100:00000040:1.0:1776200764.757232:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@000000004c1cdf03 x1862481227041472/t4294967370(4294967370) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.757239:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200764.757242:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200764.757244:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003996cdbe. 00000100:00000200:1.0:1776200764.757246:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227041472, offset 0 00000400:00000200:1.0:1776200764.757252:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200764.757260:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.757267:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200764.757274:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200764.757277:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200764.757279:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200764.757283:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [502:502:256:4294967295] 192.168.203.148@tcp LPNI seq info [502:502:8:4294967295] 00000400:00000200:1.0:1776200764.757287:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.757295:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200764.757301:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200764.757305:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000045d123db (tot 3431934). 00000800:00000200:1.0:1776200764.757311:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200764.757318:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200764.757322:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000045d123db type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1776200764.757343:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.757346:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.757357:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.757359:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.757362:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.757370:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.757371:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1776200764.757374:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.757375:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.757376:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.757378:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200764.757537:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200764.757548:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000045d123db (tot 3431686). 00000400:00000200:2.0:1776200764.757554:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.757559:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200764.757563:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003996cdbe 00000400:00000010:2.0:1776200764.757564:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003996cdbe. 00000100:00000001:2.0:1776200764.757568:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200764.757572:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004c1cdf03 x1862481227041472/t4294967370(4294967370) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.757580:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.757582:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000004c1cdf03 x1862481227041472/t4294967370(4294967370) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.757603:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.757604:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.763577:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.763626:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.763630:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.763633:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.763643:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.763650:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200764.763657:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.763661:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.763665:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.763669:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f04ac0 00000400:00000200:3.0:1776200764.763673:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.763678:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0x136d [1] + 224 00000800:00000001:3.0:1776200764.763685:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.763692:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.763694:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.763698:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200764.763703:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200764.763710:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004c1cdf03 x1862481227041472/t4294967370(4294967370) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200764.763732:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=456 offset=224 replen=456 req@000000004c1cdf03 x1862481227041472/t4294967370(4294967370) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.763741:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200764.763748:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.763750:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.764134:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.764138:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200764.764145:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200764.764147:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200764.764149:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db344a19. 00000400:00000200:1.0:1776200764.764153:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b86a6c43 00000400:00000010:1.0:1776200764.764155:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b86a6c43. 00000100:00000001:1.0:1776200764.764159:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200764.764162:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004c1cdf03 x1862481227041472/t4294967370(4294967370) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200764.764170:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004c1cdf03 x1862481227041472/t4294967370(4294967370) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.764175:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200764.764177:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.764179:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200764.764182:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200764.764184:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200764.764186:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.764188:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200764.764195:0:2239:0:(import.c:1935:at_measured()) add 10 to 000000000f61d0a9 time=132 v=10 (10 0 0 0) 00000100:00001000:1.0:1776200764.764199:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200764.764201:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200764.764202:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200764.764204:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776200764.764207:0:2239:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.764210:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200764.764212:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200764.764213:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200764.764215:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200764.764218:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.764221:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004c1cdf03 x1862481227041472/t4294967370(4294967370) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.764227:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.764229:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200764.764231:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.764233:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200764.764236:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@000000004c1cdf03 x1862481227041472/t4294967370(4294967370) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.764242:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200764.764244:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200764.764246:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200764.764247:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200764.764248:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200764.764252:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.764258:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200764.764259:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967370 00000100:00000001:1.0:1776200764.764270:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200764.764274:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@00000000bb823270 x1862481227041600/t4294967371(4294967371) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 1 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.764279:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.764280:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801027904 : -112992908523712 : ffff993bc9d34740) 00000100:00000040:1.0:1776200764.764284:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000bb823270] to pc [ptlrpcd_rcv+-1] req@00000000bb823270 x1862481227041600/t4294967371(4294967371) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.764291:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.764292:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.764294:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.764296:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.764299:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004c1cdf03 x1862481227041472/t4294967370(4294967370) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:1.0:1776200764.764306:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004c1cdf03 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227041472:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200764.764309:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.764312:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200764.764314:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000004c1cdf03 x1862481227041472/t4294967370(4294967370) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.764319:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.764321:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.764328:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.764329:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.764331:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.764332:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.764334:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200764.764336:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bb823270 x1862481227041600/t4294967371(4294967371) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.764342:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200764.764344:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.764347:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200764.764374:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200764.764378:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bb823270 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227041600:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200764.764381:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200764.764385:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200764.764387:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.764390:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200764.764395:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000dac5eccc. 02000000:00000001:1.0:1776200764.764397:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200764.764402:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200764.764404:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db344a19. 00000400:00000010:1.0:1776200764.764408:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b86a6c43. 00000100:00000200:1.0:1776200764.764413:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227041600, portal 10 00000100:00000001:1.0:1776200764.764414:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.764415:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801027904 : -112992908523712 : ffff993bc9d34740) 00000100:00000040:1.0:1776200764.764419:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@00000000bb823270 x1862481227041600/t4294967371(4294967371) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.764424:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200764.764427:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200764.764429:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000afd496a2. 00000100:00000200:1.0:1776200764.764431:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1862481227041600, offset 0 00000400:00000200:1.0:1776200764.764436:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200764.764443:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.764449:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200764.764454:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200764.764458:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200764.764460:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200764.764463:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [503:503:256:4294967295] 192.168.203.148@tcp LPNI seq info [503:503:8:4294967295] 00000400:00000200:1.0:1776200764.764467:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.764474:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200764.764479:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200764.764484:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000045d123db (tot 3431934). 00000800:00000200:1.0:1776200764.764489:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200764.764496:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200764.764500:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000045d123db type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1776200764.764808:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.764811:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.764814:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.764816:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.764818:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.764822:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.764823:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1776200764.764825:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.764826:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.764827:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.764829:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200764.766786:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200764.766793:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000045d123db (tot 3431686). 00000400:00000200:2.0:1776200764.766799:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.766807:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200764.766812:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000afd496a2 00000400:00000010:2.0:1776200764.766814:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000afd496a2. 00000100:00000001:2.0:1776200764.766818:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200764.766823:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bb823270 x1862481227041600/t4294967371(4294967371) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.766834:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.766837:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000bb823270 x1862481227041600/t4294967371(4294967371) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.766843:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.766844:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.774657:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.774672:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.774677:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.774678:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.774689:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.774696:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200764.774703:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.774707:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.774711:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.774715:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 600 into portal 10 MB=0x69deab3f04b40 00000400:00000200:3.0:1776200764.774732:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.774738:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 600/600 into md 0x1375 [1] + 224 00000800:00000001:3.0:1776200764.774745:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.774753:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.774755:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.774758:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200764.774764:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200764.774769:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bb823270 x1862481227041600/t4294967371(4294967371) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200764.774780:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=600 offset=224 replen=656 req@00000000bb823270 x1862481227041600/t4294967371(4294967371) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.774800:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:3.0:1776200764.774806:0:2235:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1776200764.774810:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.774815:0:2235:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200764.774820:0:2235:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [504:504:256:4294967295] 192.168.203.148@tcp LPNI seq info [504:504:8:4294967295] 00000400:00000200:3.0:1776200764.774824:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.774831:0:2235:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:3.0:1776200764.774836:0:2235:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200764.774842:0:2235:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e06bd1bd (tot 3431934). 00000800:00000200:3.0:1776200764.774848:0:2235:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200764.774854:0:2235:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200764.774868:0:2235:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e06bd1bd type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1776200764.775253:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.775258:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e06bd1bd (tot 3431686). 00000400:00000200:3.0:1776200764.775264:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.775268:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:3.0:1776200764.775273:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.775277:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.776715:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.776728:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200764.776736:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200764.776738:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200764.776740:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db344a19. 00000400:00000200:1.0:1776200764.776747:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b86a6c43 00000400:00000010:1.0:1776200764.776749:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b86a6c43. 00000100:00000001:1.0:1776200764.776753:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200764.776761:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bb823270 x1862481227041600/t4294967371(4294967371) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200764.776771:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bb823270 x1862481227041600/t4294967371(4294967371) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.776777:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200764.776778:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.776780:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200764.776782:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200764.776785:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200764.776786:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.776788:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200764.776795:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=133 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200764.776798:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200764.776800:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1776200764.776803:0:2239:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@00000000bb823270 x1862481227041600/t4294967371(4294967371) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.776812:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1776200764.776814:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200764.776817:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200764.776818:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200764.776820:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200764.776822:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1776200764.776825:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bb823270 x1862481227041600/t4294967371(4294967371) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.776831:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1776200764.776834:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200764.776836:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.776837:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200764.776840:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@00000000bb823270 x1862481227041600/t4294967371(4294967371) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000002:00000001:1.0:1776200764.776846:0:2239:0:(mdc_request.c:687:mdc_replay_open()) Process entered 00000002:00080000:1.0:1776200764.776853:0:2239:0:(mdc_request.c:738:mdc_replay_open()) @@@ updating close body with new fh req@000000005129d97f x1862481227041728/t4294967372(4294967372) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:1.0:1776200764.776879:0:2239:0:(mdc_request.c:741:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1776200764.776882:0:2239:0:(client.c:3161:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@00000000bb823270 x1862481227041600/t4294967371(4294967371) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.776887:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200764.776889:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200764.776891:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200764.776893:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200764.776894:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200764.776898:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.776903:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200764.776905:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967371 00000100:00000001:1.0:1776200764.776916:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200764.776920:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@000000005129d97f x1862481227041728/t4294967372(4294967372) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 1 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.776925:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.776926:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692630144 : -112993016921472 : ffff993bc35d4280) 00000100:00000040:1.0:1776200764.776930:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000005129d97f] to pc [ptlrpcd_rcv+-1] req@000000005129d97f x1862481227041728/t4294967372(4294967372) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.776937:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.776939:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.776941:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.776942:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.776945:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bb823270 x1862481227041600/t4294967371(4294967371) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00100000:1.0:1776200764.776951:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bb823270 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227041600:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200764.776955:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.776957:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200764.776958:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000bb823270 x1862481227041600/t4294967371(4294967371) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.776963:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.776965:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.776973:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.776974:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.776976:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.776977:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.776978:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200764.776981:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005129d97f x1862481227041728/t4294967372(4294967372) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.776986:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200764.776987:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.776991:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200764.777519:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200764.777525:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005129d97f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227041728:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200764.777530:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200764.777535:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200764.777545:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200764.777552:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200764.777559:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db344a19. 00000400:00000010:1.0:1776200764.777564:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b86a6c43. 00000100:00000200:1.0:1776200764.777569:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227041728, portal 10 00000100:00000001:1.0:1776200764.777571:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.777572:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692630144 : -112993016921472 : ffff993bc35d4280) 00000100:00000040:1.0:1776200764.777577:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@000000005129d97f x1862481227041728/t4294967372(4294967372) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.777583:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200764.777585:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200764.777621:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006faba9a5. 00000100:00000200:1.0:1776200764.777624:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227041728, offset 0 00000400:00000200:1.0:1776200764.777630:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200764.777637:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.777644:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200764.777650:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200764.777653:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200764.777656:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200764.777660:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [505:505:256:4294967295] 192.168.203.148@tcp LPNI seq info [505:505:8:4294967295] 00000400:00000200:1.0:1776200764.777663:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.777671:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200764.777676:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200764.777681:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e9b3a0d (tot 3431934). 00000800:00000200:1.0:1776200764.777687:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200764.777694:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200764.777698:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002e9b3a0d type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1776200764.777718:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.777720:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.777723:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.777725:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.777727:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.777732:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.777733:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1776200764.777735:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.777736:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.777737:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.777739:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.778518:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.778523:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e9b3a0d (tot 3431686). 00000400:00000200:3.0:1776200764.778528:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.778534:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.778549:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006faba9a5 00000400:00000010:3.0:1776200764.778551:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006faba9a5. 00000100:00000001:3.0:1776200764.778555:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.778559:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005129d97f x1862481227041728/t4294967372(4294967372) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.778568:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.778570:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000005129d97f x1862481227041728/t4294967372(4294967372) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.778576:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.778577:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200764.785248:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.785264:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200764.785269:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.785271:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.785281:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.785288:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200764.785295:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.785300:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.785303:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.785307:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f04bc0 00000400:00000200:2.0:1776200764.785312:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.785316:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0x137d [1] + 224 00000800:00000001:2.0:1776200764.785323:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.785334:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.785336:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.785340:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200764.785344:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.785363:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005129d97f x1862481227041728/t4294967372(4294967372) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200764.785373:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=456 offset=224 replen=456 req@000000005129d97f x1862481227041728/t4294967372(4294967372) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.785396:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200764.785404:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.785407:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.785535:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.785632:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200764.785640:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200764.785641:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200764.785643:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db344a19. 00000400:00000200:1.0:1776200764.785647:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b86a6c43 00000400:00000010:1.0:1776200764.785649:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b86a6c43. 00000100:00000001:1.0:1776200764.785652:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200764.785655:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005129d97f x1862481227041728/t4294967372(4294967372) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200764.785662:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005129d97f x1862481227041728/t4294967372(4294967372) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.785667:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200764.785668:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.785670:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200764.785673:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200764.785675:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200764.785677:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.785680:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200764.785687:0:2239:0:(import.c:1935:at_measured()) add 10 to 000000000f61d0a9 time=132 v=10 (10 0 0 0) 00000100:00001000:1.0:1776200764.785691:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200764.785694:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200764.785695:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200764.785697:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776200764.785700:0:2239:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.785703:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200764.785706:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200764.785707:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200764.785709:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200764.785711:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.785715:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005129d97f x1862481227041728/t4294967372(4294967372) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.785793:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.785796:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200764.785798:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.785800:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200764.785803:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@000000005129d97f x1862481227041728/t4294967372(4294967372) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.785810:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200764.785811:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200764.785813:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200764.785815:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200764.785816:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200764.785820:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.785825:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200764.785826:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967372 00000100:00000001:1.0:1776200764.785836:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200764.785840:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@0000000013e5ff9c x1862481227041856/t4294967373(4294967373) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 1 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.785846:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.785847:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692632576 : -112993016919040 : ffff993bc35d4c00) 00000100:00000040:1.0:1776200764.785851:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000013e5ff9c] to pc [ptlrpcd_rcv+-1] req@0000000013e5ff9c x1862481227041856/t4294967373(4294967373) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.786086:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.786089:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.786091:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.786093:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.786097:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005129d97f x1862481227041728/t4294967372(4294967372) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:1.0:1776200764.786104:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005129d97f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227041728:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200764.786108:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.786110:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200764.786112:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000005129d97f x1862481227041728/t4294967372(4294967372) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.786118:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.786120:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.786128:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.786129:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.786131:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.786132:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.786133:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200764.786136:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000013e5ff9c x1862481227041856/t4294967373(4294967373) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.786142:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200764.786144:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.786147:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200764.786150:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200764.786153:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000013e5ff9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227041856:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200764.786156:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200764.786161:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200764.786163:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.786165:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200764.786172:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000045be72c0. 02000000:00000001:1.0:1776200764.786174:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200764.786178:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200764.786181:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db344a19. 00000400:00000010:1.0:1776200764.786185:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b86a6c43. 00000100:00000200:1.0:1776200764.786190:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227041856, portal 10 00000100:00000001:1.0:1776200764.786192:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.786193:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692632576 : -112993016919040 : ffff993bc35d4c00) 00000100:00000040:1.0:1776200764.786197:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@0000000013e5ff9c x1862481227041856/t4294967373(4294967373) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.786204:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200764.786206:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200764.786208:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d3453e42. 00000100:00000200:1.0:1776200764.786211:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1862481227041856, offset 0 00000400:00000200:1.0:1776200764.786218:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200764.786224:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.786230:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200764.786237:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200764.786240:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200764.786243:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200764.786246:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [506:506:256:4294967295] 192.168.203.148@tcp LPNI seq info [506:506:8:4294967295] 00000400:00000200:1.0:1776200764.786249:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.786256:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200764.786261:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200764.786265:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004beab876 (tot 3431934). 00000800:00000200:1.0:1776200764.786270:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200764.786277:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200764.786280:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004beab876 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1776200764.786346:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.786359:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.786362:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.786364:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.786366:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.786369:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.786370:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1776200764.786371:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.786372:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.786373:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.786375:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.792208:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.792215:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004beab876 (tot 3431686). 00000400:00000200:3.0:1776200764.792222:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.792231:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.792236:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d3453e42 00000400:00000010:3.0:1776200764.792238:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d3453e42. 00000100:00000001:3.0:1776200764.792242:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.792248:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000013e5ff9c x1862481227041856/t4294967373(4294967373) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.792259:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.792261:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@0000000013e5ff9c x1862481227041856/t4294967373(4294967373) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.792267:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.792269:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.798396:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.798412:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.798417:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.798419:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.798429:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.798447:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200764.798455:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.798460:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.798464:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.798468:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 600 into portal 10 MB=0x69deab3f04c40 00000400:00000200:3.0:1776200764.798473:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.798479:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 600/600 into md 0x1385 [1] + 224 00000800:00000001:3.0:1776200764.798487:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.798494:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.798497:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.798501:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200764.798507:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200764.798513:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000013e5ff9c x1862481227041856/t4294967373(4294967373) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200764.798524:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=600 offset=224 replen=656 req@0000000013e5ff9c x1862481227041856/t4294967373(4294967373) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.798544:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:3.0:1776200764.798551:0:2234:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1776200764.798555:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.798560:0:2234:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200764.798565:0:2234:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [507:507:256:4294967295] 192.168.203.148@tcp LPNI seq info [507:507:8:4294967295] 00000400:00000200:3.0:1776200764.798569:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.798577:0:2234:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:3.0:1776200764.798582:0:2234:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200764.798616:0:2234:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e06bd1bd (tot 3431934). 00000800:00000200:3.0:1776200764.798623:0:2234:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200764.798630:0:2234:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200764.798634:0:2234:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e06bd1bd type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1776200764.798696:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.798699:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e06bd1bd (tot 3431686). 00000400:00000200:3.0:1776200764.798705:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.798708:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:3.0:1776200764.798713:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.798715:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.798792:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.798796:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200764.798802:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200764.798804:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200764.798806:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db344a19. 00000400:00000200:1.0:1776200764.798809:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b86a6c43 00000400:00000010:1.0:1776200764.798811:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b86a6c43. 00000100:00000001:1.0:1776200764.798814:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200764.798818:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000013e5ff9c x1862481227041856/t4294967373(4294967373) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200764.798825:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000013e5ff9c x1862481227041856/t4294967373(4294967373) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.798832:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200764.798834:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.798836:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200764.798838:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200764.798841:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200764.798843:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.798846:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200764.798853:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=133 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200764.798857:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200764.798859:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1776200764.798879:0:2239:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@0000000013e5ff9c x1862481227041856/t4294967373(4294967373) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.798885:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1776200764.798888:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200764.798890:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200764.798892:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200764.798894:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200764.798896:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1776200764.798899:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000013e5ff9c x1862481227041856/t4294967373(4294967373) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.798906:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1776200764.798909:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200764.798911:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.798913:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200764.798916:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@0000000013e5ff9c x1862481227041856/t4294967373(4294967373) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000002:00000001:1.0:1776200764.798923:0:2239:0:(mdc_request.c:687:mdc_replay_open()) Process entered 00000002:00080000:1.0:1776200764.798930:0:2239:0:(mdc_request.c:738:mdc_replay_open()) @@@ updating close body with new fh req@000000002c63beaa x1862481227041984/t4294967374(4294967374) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:1.0:1776200764.798936:0:2239:0:(mdc_request.c:741:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1776200764.798939:0:2239:0:(client.c:3161:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@0000000013e5ff9c x1862481227041856/t4294967373(4294967373) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.798946:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200764.798948:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200764.798950:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200764.798951:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200764.798952:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200764.798957:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.798963:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200764.798964:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967373 00000100:00000001:1.0:1776200764.798975:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200764.798978:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@000000002c63beaa x1862481227041984/t4294967374(4294967374) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 1 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.798984:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.798986:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692619200 : -112993016932416 : ffff993bc35d17c0) 00000100:00000040:1.0:1776200764.798990:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000002c63beaa] to pc [ptlrpcd_rcv+-1] req@000000002c63beaa x1862481227041984/t4294967374(4294967374) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.799005:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.799007:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.799009:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.799011:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.799014:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000013e5ff9c x1862481227041856/t4294967373(4294967373) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00100000:1.0:1776200764.799021:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000013e5ff9c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227041856:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200764.799026:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.799028:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200764.799030:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000013e5ff9c x1862481227041856/t4294967373(4294967373) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.799036:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.799038:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.799044:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.799046:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.799048:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.799049:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.799051:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200764.799053:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002c63beaa x1862481227041984/t4294967374(4294967374) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.799060:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200764.799062:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.799065:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200764.799067:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200764.799070:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002c63beaa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227041984:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200764.799073:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200764.799078:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200764.799080:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200764.799084:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200764.799087:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db344a19. 00000400:00000010:1.0:1776200764.799091:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b86a6c43. 00000100:00000200:1.0:1776200764.799096:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227041984, portal 10 00000100:00000001:1.0:1776200764.799098:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.799099:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692619200 : -112993016932416 : ffff993bc35d17c0) 00000100:00000040:1.0:1776200764.799103:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@000000002c63beaa x1862481227041984/t4294967374(4294967374) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.799110:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200764.799112:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200764.799114:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009dd18f53. 00000100:00000200:1.0:1776200764.799117:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227041984, offset 0 00000400:00000200:1.0:1776200764.799123:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200764.799127:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.799131:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200764.799142:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200764.799145:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200764.799147:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200764.799150:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [508:508:256:4294967295] 192.168.203.148@tcp LPNI seq info [508:508:8:4294967295] 00000400:00000200:1.0:1776200764.799153:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.799161:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200764.799166:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200764.799170:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073c29e85 (tot 3431934). 00000800:00000200:1.0:1776200764.799174:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200764.799179:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200764.799182:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000073c29e85 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1776200764.799196:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.799198:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.799200:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.799202:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.799203:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.799206:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.799207:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1776200764.799209:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.799210:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.799211:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.799212:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.799648:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.799651:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073c29e85 (tot 3431686). 00000400:00000200:3.0:1776200764.799655:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.799659:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.799662:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009dd18f53 00000400:00000010:3.0:1776200764.799663:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009dd18f53. 00000100:00000001:3.0:1776200764.799666:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.799669:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002c63beaa x1862481227041984/t4294967374(4294967374) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.799677:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.799679:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000002c63beaa x1862481227041984/t4294967374(4294967374) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.799684:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.799686:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200764.806197:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.806211:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200764.806216:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.806218:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.806228:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.806236:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200764.806243:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.806248:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.806252:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.806255:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f04cc0 00000400:00000200:2.0:1776200764.806261:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.806266:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0x138d [1] + 224 00000800:00000001:2.0:1776200764.806272:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.806279:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.806281:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.806285:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200764.806290:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.806296:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002c63beaa x1862481227041984/t4294967374(4294967374) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200764.806307:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=456 offset=224 replen=456 req@000000002c63beaa x1862481227041984/t4294967374(4294967374) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.806327:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200764.806334:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.806337:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.806400:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.806404:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200764.806412:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200764.806414:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200764.806416:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db344a19. 00000400:00000200:1.0:1776200764.806421:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b86a6c43 00000400:00000010:1.0:1776200764.806423:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b86a6c43. 00000100:00000001:1.0:1776200764.806425:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200764.806429:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002c63beaa x1862481227041984/t4294967374(4294967374) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200764.806446:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002c63beaa x1862481227041984/t4294967374(4294967374) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.806451:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200764.806453:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.806455:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200764.806458:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200764.806460:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200764.806462:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.806465:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200764.806473:0:2239:0:(import.c:1935:at_measured()) add 10 to 000000000f61d0a9 time=132 v=10 (10 0 0 0) 00000100:00001000:1.0:1776200764.806476:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200764.806478:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200764.806480:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200764.806482:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776200764.806485:0:2239:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.806487:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200764.806490:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200764.806491:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200764.806492:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200764.806494:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.806497:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002c63beaa x1862481227041984/t4294967374(4294967374) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.806504:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.806506:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200764.806508:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.806510:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200764.806513:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@000000002c63beaa x1862481227041984/t4294967374(4294967374) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.806524:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200764.806526:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200764.806528:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200764.806529:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200764.806529:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200764.806533:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.806538:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200764.806539:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967374 00000100:00000001:1.0:1776200764.806550:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200764.806553:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@0000000018e4593f x1862481227042112/t4294967375(4294967375) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 1 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.806559:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.806560:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692613120 : -112993016938496 : ffff993bc35d0000) 00000100:00000040:1.0:1776200764.806564:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000018e4593f] to pc [ptlrpcd_rcv+-1] req@0000000018e4593f x1862481227042112/t4294967375(4294967375) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.806570:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.806571:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.806573:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.806574:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.806577:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002c63beaa x1862481227041984/t4294967374(4294967374) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:1.0:1776200764.806583:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002c63beaa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227041984:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200764.806613:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.806615:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200764.806618:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000002c63beaa x1862481227041984/t4294967374(4294967374) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.806623:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.806625:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.806633:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.806635:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.806636:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.806637:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.806639:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200764.806641:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000018e4593f x1862481227042112/t4294967375(4294967375) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.806646:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200764.806648:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.806651:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200764.806654:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200764.806656:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000018e4593f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227042112:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200764.806659:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200764.806664:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200764.806666:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.806668:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200764.806674:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003426d564. 02000000:00000001:1.0:1776200764.806675:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200764.806679:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200764.806682:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db344a19. 00000400:00000010:1.0:1776200764.806685:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b86a6c43. 00000100:00000200:1.0:1776200764.806691:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227042112, portal 10 00000100:00000001:1.0:1776200764.806692:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.806693:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692613120 : -112993016938496 : ffff993bc35d0000) 00000100:00000040:1.0:1776200764.806697:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@0000000018e4593f x1862481227042112/t4294967375(4294967375) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.806703:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200764.806705:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200764.806708:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009dd18f53. 00000100:00000200:1.0:1776200764.806711:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1862481227042112, offset 0 00000400:00000200:1.0:1776200764.806727:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200764.806734:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.806739:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200764.806745:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200764.806749:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200764.806751:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200764.806754:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [509:509:256:4294967295] 192.168.203.148@tcp LPNI seq info [509:509:8:4294967295] 00000400:00000200:1.0:1776200764.806758:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.806765:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200764.806769:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200764.806773:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073c29e85 (tot 3431934). 00000800:00000200:1.0:1776200764.806778:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200764.806785:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200764.806789:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000073c29e85 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1776200764.806804:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.806806:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.806809:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.806811:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.806812:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.806815:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.806816:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1776200764.806818:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.806818:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.806820:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.806821:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.807307:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.807311:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073c29e85 (tot 3431686). 00000400:00000200:3.0:1776200764.807316:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.807320:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.807323:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009dd18f53 00000400:00000010:3.0:1776200764.807325:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009dd18f53. 00000100:00000001:3.0:1776200764.807328:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.807331:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000018e4593f x1862481227042112/t4294967375(4294967375) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.807339:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.807341:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@0000000018e4593f x1862481227042112/t4294967375(4294967375) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.807356:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.807358:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200764.820383:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.820400:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200764.820404:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.820406:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.820417:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.820425:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200764.820432:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.820447:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.820451:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.820455:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 600 into portal 10 MB=0x69deab3f04d40 00000400:00000200:2.0:1776200764.820460:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.820466:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 600/600 into md 0x1395 [1] + 224 00000800:00000001:2.0:1776200764.820474:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.820482:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.820485:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.820489:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200764.820495:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.820501:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000018e4593f x1862481227042112/t4294967375(4294967375) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200764.820512:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=600 offset=224 replen=656 req@0000000018e4593f x1862481227042112/t4294967375(4294967375) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.820531:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:2.0:1776200764.820537:0:2235:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1776200764.820541:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.820546:0:2235:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200764.820550:0:2235:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [510:510:256:4294967295] 192.168.203.148@tcp LPNI seq info [510:510:8:4294967295] 00000400:00000200:2.0:1776200764.820554:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.820561:0:2235:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:2.0:1776200764.820566:0:2235:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200764.820571:0:2235:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000063bad7bd (tot 3431934). 00000800:00000200:2.0:1776200764.820576:0:2235:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200764.820583:0:2235:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200764.820586:0:2235:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000063bad7bd type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1776200764.820710:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200764.820713:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000063bad7bd (tot 3431686). 00000800:00000001:3.0:1776200764.821305:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.821311:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.821827:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.821836:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000100:00000001:1.0:1776200764.822044:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.822048:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200764.822055:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200764.822057:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200764.822060:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db344a19. 00000400:00000200:1.0:1776200764.822064:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b86a6c43 00000400:00000010:1.0:1776200764.822066:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b86a6c43. 00000100:00000001:1.0:1776200764.822070:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200764.822075:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000018e4593f x1862481227042112/t4294967375(4294967375) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200764.822084:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000018e4593f x1862481227042112/t4294967375(4294967375) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.822095:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200764.822097:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.822099:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200764.822102:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200764.822105:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200764.822107:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.822109:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200764.822116:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=133 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200764.822121:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200764.822123:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1776200764.822125:0:2239:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@0000000018e4593f x1862481227042112/t4294967375(4294967375) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.822130:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1776200764.822133:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200764.822135:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200764.822136:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200764.822138:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200764.822140:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1776200764.822144:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000018e4593f x1862481227042112/t4294967375(4294967375) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.822149:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1776200764.822151:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200764.822153:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.822155:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200764.822158:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@0000000018e4593f x1862481227042112/t4294967375(4294967375) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000002:00000001:1.0:1776200764.822164:0:2239:0:(mdc_request.c:687:mdc_replay_open()) Process entered 00000002:00080000:1.0:1776200764.822171:0:2239:0:(mdc_request.c:738:mdc_replay_open()) @@@ updating close body with new fh req@00000000ae8699c3 x1862481227042240/t4294967376(4294967376) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:1.0:1776200764.822177:0:2239:0:(mdc_request.c:741:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1776200764.822179:0:2239:0:(client.c:3161:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@0000000018e4593f x1862481227042112/t4294967375(4294967375) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.822185:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200764.822187:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200764.822189:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200764.822190:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200764.822191:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200764.822195:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.822201:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200764.822201:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967375 00000100:00000001:1.0:1776200764.822212:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200764.822215:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@00000000ae8699c3 x1862481227042240/t4294967376(4294967376) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 1 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.822220:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.822221:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692626496 : -112993016925120 : ffff993bc35d3440) 00000100:00000040:1.0:1776200764.822224:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000ae8699c3] to pc [ptlrpcd_rcv+-1] req@00000000ae8699c3 x1862481227042240/t4294967376(4294967376) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.822232:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.822234:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.822235:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.822237:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.822239:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000018e4593f x1862481227042112/t4294967375(4294967375) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00100000:1.0:1776200764.822246:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000018e4593f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227042112:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200764.822250:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.822252:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200764.822254:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000018e4593f x1862481227042112/t4294967375(4294967375) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.822260:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.822262:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.822270:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.822271:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.822273:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.822274:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.822276:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200764.822278:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ae8699c3 x1862481227042240/t4294967376(4294967376) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.822284:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200764.822285:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.822288:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200764.822290:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200764.822293:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ae8699c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227042240:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200764.822296:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200764.822300:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200764.822302:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200764.822307:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200764.822312:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db344a19. 00000400:00000010:1.0:1776200764.822316:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b86a6c43. 00000100:00000200:1.0:1776200764.822321:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227042240, portal 10 00000100:00000001:1.0:1776200764.822323:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.822323:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692626496 : -112993016925120 : ffff993bc35d3440) 00000100:00000040:1.0:1776200764.822328:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@00000000ae8699c3 x1862481227042240/t4294967376(4294967376) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.822333:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200764.822336:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200764.822339:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d3453e42. 00000100:00000200:1.0:1776200764.822342:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227042240, offset 0 00000400:00000200:1.0:1776200764.822361:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200764.822368:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.822373:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200764.822378:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200764.822382:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200764.822385:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200764.822388:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [511:511:256:4294967295] 192.168.203.148@tcp LPNI seq info [511:511:8:4294967295] 00000400:00000200:1.0:1776200764.822392:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.822398:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200764.822404:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200764.822409:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004beab876 (tot 3431934). 00000800:00000200:1.0:1776200764.822415:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200764.822421:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200764.822423:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004beab876 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1776200764.822442:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.822444:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.822447:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.822449:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.822450:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.822453:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.822454:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1776200764.822456:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.822457:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.822458:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.822459:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.823179:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.823183:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004beab876 (tot 3431686). 00000400:00000200:3.0:1776200764.823188:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.823192:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.823196:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d3453e42 00000400:00000010:3.0:1776200764.823198:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d3453e42. 00000100:00000001:3.0:1776200764.823201:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.823204:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ae8699c3 x1862481227042240/t4294967376(4294967376) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.823211:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.823213:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000ae8699c3 x1862481227042240/t4294967376(4294967376) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.823218:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.823219:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200764.828376:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.828391:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200764.828394:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.828397:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.828407:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.828414:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200764.828421:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.828426:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.828430:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.828444:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f04dc0 00000400:00000200:2.0:1776200764.828449:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.828455:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0x139d [1] + 224 00000800:00000001:2.0:1776200764.828462:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.828472:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.828475:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.828478:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200764.828484:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.828490:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ae8699c3 x1862481227042240/t4294967376(4294967376) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200764.828500:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=456 offset=224 replen=456 req@00000000ae8699c3 x1862481227042240/t4294967376(4294967376) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.828519:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200764.828527:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.828529:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.828613:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.828617:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200764.828623:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200764.828624:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200764.828626:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db344a19. 00000400:00000200:1.0:1776200764.828630:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b86a6c43 00000400:00000010:1.0:1776200764.828631:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b86a6c43. 00000100:00000001:1.0:1776200764.828635:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200764.828638:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ae8699c3 x1862481227042240/t4294967376(4294967376) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200764.828645:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ae8699c3 x1862481227042240/t4294967376(4294967376) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.828651:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200764.828653:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.828654:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200764.828657:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200764.828659:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200764.828661:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.828664:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200764.828671:0:2239:0:(import.c:1935:at_measured()) add 10 to 000000000f61d0a9 time=132 v=10 (10 0 0 0) 00000100:00001000:1.0:1776200764.828675:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200764.828677:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200764.828678:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200764.828680:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776200764.828683:0:2239:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.828686:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200764.828688:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200764.828689:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200764.828691:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200764.828693:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.828696:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ae8699c3 x1862481227042240/t4294967376(4294967376) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.828703:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.828705:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200764.828707:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.828709:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200764.828712:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@00000000ae8699c3 x1862481227042240/t4294967376(4294967376) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.828795:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200764.828797:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200764.828799:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200764.828800:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200764.828801:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200764.828806:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.828812:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200764.828813:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967376 00000100:00000001:1.0:1776200764.828825:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200764.828828:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@000000009c30dc70 x1862481227042368/t4294967377(4294967377) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 1 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.828834:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.828835:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692622848 : -112993016928768 : ffff993bc35d2600) 00000100:00000040:1.0:1776200764.828839:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000009c30dc70] to pc [ptlrpcd_rcv+-1] req@000000009c30dc70 x1862481227042368/t4294967377(4294967377) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.828846:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.828848:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.828850:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.828851:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.828854:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae8699c3 x1862481227042240/t4294967376(4294967376) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:1.0:1776200764.829068:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ae8699c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227042240:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200764.829074:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.829077:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200764.829079:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000ae8699c3 x1862481227042240/t4294967376(4294967376) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.829085:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.829087:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.829094:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.829095:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.829097:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.829098:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.829100:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200764.829103:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009c30dc70 x1862481227042368/t4294967377(4294967377) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.829109:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200764.829111:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.829114:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200764.829117:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200764.829119:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009c30dc70 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227042368:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200764.829123:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200764.829128:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200764.829130:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.829132:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200764.829139:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f367c325. 02000000:00000001:1.0:1776200764.829141:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200764.829146:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200764.829149:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db344a19. 00000400:00000010:1.0:1776200764.829152:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b86a6c43. 00000100:00000200:1.0:1776200764.829157:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227042368, portal 10 00000100:00000001:1.0:1776200764.829159:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.829160:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692622848 : -112993016928768 : ffff993bc35d2600) 00000100:00000040:1.0:1776200764.829164:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@000000009c30dc70 x1862481227042368/t4294967377(4294967377) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.829170:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200764.829172:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200764.829174:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006faba9a5. 00000100:00000200:1.0:1776200764.829176:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1862481227042368, offset 0 00000400:00000200:1.0:1776200764.829182:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200764.829187:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.829192:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200764.829198:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200764.829202:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200764.829205:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200764.829208:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [512:512:256:4294967295] 192.168.203.148@tcp LPNI seq info [512:512:8:4294967295] 00000400:00000200:1.0:1776200764.829212:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.829220:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200764.829225:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200764.829230:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e9b3a0d (tot 3431934). 00000800:00000200:1.0:1776200764.829235:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200764.829243:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200764.829246:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002e9b3a0d type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1776200764.829312:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.829315:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.829318:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.829320:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.829321:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.829324:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.829326:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1776200764.829327:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.829328:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.829329:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.829331:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200764.835533:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200764.835542:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e9b3a0d (tot 3431686). 00000400:00000200:2.0:1776200764.835550:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.835558:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200764.835563:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006faba9a5 00000400:00000010:2.0:1776200764.835566:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006faba9a5. 00000100:00000001:2.0:1776200764.835570:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200764.835576:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009c30dc70 x1862481227042368/t4294967377(4294967377) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.835586:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.835604:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000009c30dc70 x1862481227042368/t4294967377(4294967377) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.835612:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.835613:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200764.844885:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.844900:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200764.844904:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.844906:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.844916:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.844924:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200764.844931:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.844936:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.844940:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.844944:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 600 into portal 10 MB=0x69deab3f04e40 00000400:00000200:2.0:1776200764.844949:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.844954:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 600/600 into md 0x13a5 [1] + 224 00000800:00000001:2.0:1776200764.844961:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.844967:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.844969:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.844973:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200764.844978:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.844984:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009c30dc70 x1862481227042368/t4294967377(4294967377) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200764.844994:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=600 offset=224 replen=656 req@000000009c30dc70 x1862481227042368/t4294967377(4294967377) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.845015:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:2.0:1776200764.845023:0:2235:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1776200764.845026:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.845031:0:2235:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200764.845036:0:2235:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [513:513:256:4294967295] 192.168.203.148@tcp LPNI seq info [513:513:8:4294967295] 00000400:00000200:2.0:1776200764.845040:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.845047:0:2235:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:2.0:1776200764.845052:0:2235:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200764.845057:0:2235:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000063bad7bd (tot 3431934). 00000800:00000200:2.0:1776200764.845062:0:2235:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200764.845069:0:2235:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200764.845072:0:2235:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000063bad7bd type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1776200764.845267:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200764.845270:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000063bad7bd (tot 3431686). 00000400:00000200:2.0:1776200764.845274:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.845278:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:2.0:1776200764.845283:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.845286:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.845363:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.845367:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200764.845373:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200764.845374:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200764.845377:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db344a19. 00000400:00000200:1.0:1776200764.845381:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b86a6c43 00000400:00000010:1.0:1776200764.845383:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b86a6c43. 00000100:00000001:1.0:1776200764.845386:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200764.845389:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009c30dc70 x1862481227042368/t4294967377(4294967377) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200764.845397:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009c30dc70 x1862481227042368/t4294967377(4294967377) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.845403:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200764.845405:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.845407:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200764.845410:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200764.845412:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200764.845415:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.845417:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200764.845425:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=133 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200764.845429:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200764.845432:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1776200764.845445:0:2239:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@000000009c30dc70 x1862481227042368/t4294967377(4294967377) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.845452:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1776200764.845454:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200764.845457:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200764.845458:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200764.845460:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200764.845462:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1776200764.845466:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009c30dc70 x1862481227042368/t4294967377(4294967377) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.845472:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1776200764.845475:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200764.845477:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.845478:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200764.845481:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@000000009c30dc70 x1862481227042368/t4294967377(4294967377) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000002:00000001:1.0:1776200764.845489:0:2239:0:(mdc_request.c:687:mdc_replay_open()) Process entered 00000002:00080000:1.0:1776200764.845495:0:2239:0:(mdc_request.c:738:mdc_replay_open()) @@@ updating close body with new fh req@00000000656bf325 x1862481227042496/t4294967378(4294967378) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:1.0:1776200764.845501:0:2239:0:(mdc_request.c:741:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1776200764.845503:0:2239:0:(client.c:3161:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@000000009c30dc70 x1862481227042368/t4294967377(4294967377) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.845510:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200764.845511:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200764.845513:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200764.845514:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200764.845515:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200764.845519:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.845525:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200764.845526:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967377 00000100:00000001:1.0:1776200764.845538:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200764.845541:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@00000000656bf325 x1862481227042496/t4294967378(4294967378) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 1 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.845547:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.845549:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692639872 : -112993016911744 : ffff993bc35d6880) 00000100:00000040:1.0:1776200764.845552:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000656bf325] to pc [ptlrpcd_rcv+-1] req@00000000656bf325 x1862481227042496/t4294967378(4294967378) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.845560:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.845562:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.845563:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.845565:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.845568:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009c30dc70 x1862481227042368/t4294967377(4294967377) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00100000:1.0:1776200764.845574:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009c30dc70 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227042368:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200764.845579:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.845581:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200764.845583:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000009c30dc70 x1862481227042368/t4294967377(4294967377) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.845621:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.845622:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.845631:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.845633:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.845635:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.845636:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.845638:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200764.845641:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000656bf325 x1862481227042496/t4294967378(4294967378) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.845647:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200764.845649:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.845653:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200764.845656:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200764.845659:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000656bf325 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227042496:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200764.845662:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200764.845666:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200764.845668:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200764.845673:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200764.845676:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db344a19. 00000400:00000010:1.0:1776200764.845680:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b86a6c43. 00000100:00000200:1.0:1776200764.845685:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227042496, portal 10 00000100:00000001:1.0:1776200764.845687:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.845688:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692639872 : -112993016911744 : ffff993bc35d6880) 00000100:00000040:1.0:1776200764.845692:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@00000000656bf325 x1862481227042496/t4294967378(4294967378) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.845698:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200764.845700:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200764.845702:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000afd496a2. 00000100:00000200:1.0:1776200764.845705:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227042496, offset 0 00000400:00000200:1.0:1776200764.845710:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200764.845714:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.845849:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200764.845857:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200764.846147:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200764.846151:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200764.846153:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [514:514:256:4294967295] 192.168.203.148@tcp LPNI seq info [514:514:8:4294967295] 00000400:00000200:1.0:1776200764.846157:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.846165:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200764.846169:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200764.846174:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000045d123db (tot 3431934). 00000800:00000200:1.0:1776200764.846179:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200764.846184:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200764.846186:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000045d123db type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1776200764.846205:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.846207:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.846209:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.846211:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.846213:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.846216:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.846218:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1776200764.846220:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.846221:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.846222:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.846223:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.846431:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.846440:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000045d123db (tot 3431686). 00000400:00000200:3.0:1776200764.846444:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.846449:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.846453:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000afd496a2 00000400:00000010:3.0:1776200764.846454:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000afd496a2. 00000100:00000001:3.0:1776200764.846458:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.846461:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000656bf325 x1862481227042496/t4294967378(4294967378) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.846470:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.846473:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000656bf325 x1862481227042496/t4294967378(4294967378) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.846478:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.846479:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.860538:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.860554:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.860559:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.860562:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.860583:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.860626:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200764.860635:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.860639:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.860648:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.860652:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f04ec0 00000400:00000200:3.0:1776200764.860657:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.860662:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0x13ad [1] + 224 00000800:00000001:3.0:1776200764.860671:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.860683:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.860685:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.860688:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200764.860694:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200764.860700:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000656bf325 x1862481227042496/t4294967378(4294967378) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200764.860709:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=456 offset=224 replen=456 req@00000000656bf325 x1862481227042496/t4294967378(4294967378) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.861046:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200764.861056:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.861060:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.861244:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.861248:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200764.861254:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200764.861256:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200764.861258:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db344a19. 00000400:00000200:1.0:1776200764.861262:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b86a6c43 00000400:00000010:1.0:1776200764.861264:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b86a6c43. 00000100:00000001:1.0:1776200764.861267:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200764.861271:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000656bf325 x1862481227042496/t4294967378(4294967378) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200764.861280:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000656bf325 x1862481227042496/t4294967378(4294967378) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.861286:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200764.861287:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.861290:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200764.861292:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200764.861295:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200764.861297:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.861300:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200764.861307:0:2239:0:(import.c:1935:at_measured()) add 10 to 000000000f61d0a9 time=132 v=10 (10 0 0 0) 00000100:00001000:1.0:1776200764.861312:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200764.861315:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200764.861317:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200764.861319:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776200764.861322:0:2239:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.861324:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200764.861327:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200764.861328:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200764.861330:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200764.861333:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.861336:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000656bf325 x1862481227042496/t4294967378(4294967378) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.861343:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.861355:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200764.861358:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.861360:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200764.861363:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@00000000656bf325 x1862481227042496/t4294967378(4294967378) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.861370:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200764.861372:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200764.861374:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200764.861376:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200764.861377:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200764.861381:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.861387:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200764.861388:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967378 00000100:00000001:1.0:1776200764.861400:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200764.861404:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@00000000e337d695 x1862481227042624/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 1 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.861410:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.861411:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080683360448 : -112993026191168 : ffff993bc2cfd0c0) 00000100:00000040:1.0:1776200764.861415:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000e337d695] to pc [ptlrpcd_rcv+-1] req@00000000e337d695 x1862481227042624/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.861423:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.861425:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.861426:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.861428:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.861443:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000656bf325 x1862481227042496/t4294967378(4294967378) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:1.0:1776200764.861450:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000656bf325 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227042496:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200764.861455:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.861457:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200764.861459:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000656bf325 x1862481227042496/t4294967378(4294967378) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.861465:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.861467:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.861474:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.861476:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.861477:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.861478:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.861480:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200764.861491:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e337d695 x1862481227042624/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.861497:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200764.861499:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.861502:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200764.861505:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200764.861508:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e337d695 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227042624:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200764.861511:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200764.861516:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200764.861518:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.861520:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200764.861527:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000be9086de. 02000000:00000001:1.0:1776200764.861528:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200764.861532:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200764.861535:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db344a19. 00000400:00000010:1.0:1776200764.861538:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b86a6c43. 00000100:00000200:1.0:1776200764.861542:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227042624, portal 10 00000100:00000001:1.0:1776200764.861544:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.861545:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080683360448 : -112993026191168 : ffff993bc2cfd0c0) 00000100:00000040:1.0:1776200764.861549:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@00000000e337d695 x1862481227042624/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.861555:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200764.861558:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200764.861560:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003996cdbe. 00000100:00000200:1.0:1776200764.861562:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1862481227042624, offset 0 00000400:00000200:1.0:1776200764.861568:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200764.861573:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.861579:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200764.861585:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200764.861608:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200764.861611:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200764.861615:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [515:515:256:4294967295] 192.168.203.148@tcp LPNI seq info [515:515:8:4294967295] 00000400:00000200:1.0:1776200764.861618:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.861626:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200764.861631:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200764.861637:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000045d123db (tot 3431934). 00000800:00000200:1.0:1776200764.861643:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200764.861650:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200764.861653:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000045d123db type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1776200764.861726:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.861729:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.861732:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.861733:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.861735:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.861738:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.861739:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1776200764.861741:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.861742:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.861743:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.861745:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200764.864457:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200764.864465:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000045d123db (tot 3431686). 00000400:00000200:2.0:1776200764.864471:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.864480:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200764.864485:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003996cdbe 00000400:00000010:2.0:1776200764.864487:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003996cdbe. 00000100:00000001:2.0:1776200764.864491:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200764.864497:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e337d695 x1862481227042624/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.864507:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.864510:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000e337d695 x1862481227042624/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.864516:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.864517:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.868333:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.868357:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.868362:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.868364:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.868374:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.868381:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200764.868389:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.868394:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.868397:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.868401:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 600 into portal 10 MB=0x69deab3f04f40 00000400:00000200:3.0:1776200764.868406:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.868412:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 600/600 into md 0x13b5 [1] + 224 00000800:00000001:3.0:1776200764.868420:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.868427:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.868430:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.868498:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200764.868505:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200764.868512:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e337d695 x1862481227042624/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200764.868523:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=600 offset=224 replen=656 req@00000000e337d695 x1862481227042624/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.868545:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:3.0:1776200764.868552:0:2234:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1776200764.868556:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.868561:0:2234:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200764.868566:0:2234:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [516:516:256:4294967295] 192.168.203.148@tcp LPNI seq info [516:516:8:4294967295] 00000400:00000200:3.0:1776200764.868571:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.868578:0:2234:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:3.0:1776200764.868583:0:2234:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200764.868625:0:2234:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e06bd1bd (tot 3431934). 00000800:00000200:3.0:1776200764.868631:0:2234:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200764.868638:0:2234:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200764.868642:0:2234:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e06bd1bd type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1776200764.868902:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.868905:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e06bd1bd (tot 3431686). 00000400:00000200:3.0:1776200764.868911:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.868914:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:3.0:1776200764.869078:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.869082:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.869193:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.869197:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200764.869204:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200764.869206:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200764.869207:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db344a19. 00000400:00000200:1.0:1776200764.869210:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b86a6c43 00000400:00000010:1.0:1776200764.869212:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b86a6c43. 00000100:00000001:1.0:1776200764.869215:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200764.869219:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e337d695 x1862481227042624/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200764.869227:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e337d695 x1862481227042624/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.869232:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200764.869233:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.869235:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200764.869238:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200764.869240:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200764.869242:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.869244:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200764.869252:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=133 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200764.869255:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200764.869257:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1776200764.869260:0:2239:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@00000000e337d695 x1862481227042624/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.869265:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1776200764.869267:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200764.869270:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200764.869271:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200764.869273:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200764.869275:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1776200764.869278:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e337d695 x1862481227042624/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.869283:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1776200764.869286:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200764.869288:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.869289:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200764.869292:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@00000000e337d695 x1862481227042624/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000002:00000001:1.0:1776200764.869298:0:2239:0:(mdc_request.c:687:mdc_replay_open()) Process entered 00000002:00080000:1.0:1776200764.869304:0:2239:0:(mdc_request.c:738:mdc_replay_open()) @@@ updating close body with new fh req@000000001ace2fe2 x1862481227042752/t4294967380(4294967380) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:1.0:1776200764.869310:0:2239:0:(mdc_request.c:741:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1776200764.869311:0:2239:0:(client.c:3161:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@00000000e337d695 x1862481227042624/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.869317:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200764.869319:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200764.869321:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200764.869322:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200764.869323:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200764.869327:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.869333:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200764.869334:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967379 00000100:00000001:1.0:1776200764.869358:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200764.869361:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@000000001ace2fe2 x1862481227042752/t4294967380(4294967380) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 1 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.869367:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.869368:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080683364096 : -112993026187520 : ffff993bc2cfdf00) 00000100:00000040:1.0:1776200764.869372:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000001ace2fe2] to pc [ptlrpcd_rcv+-1] req@000000001ace2fe2 x1862481227042752/t4294967380(4294967380) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.869379:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.869380:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.869382:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.869384:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.869386:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e337d695 x1862481227042624/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00100000:1.0:1776200764.869393:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e337d695 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227042624:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200764.869397:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.869399:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200764.869401:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000e337d695 x1862481227042624/t4294967379(4294967379) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.869406:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.869408:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.869415:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.869416:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.869418:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.869419:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.869420:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200764.869423:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001ace2fe2 x1862481227042752/t4294967380(4294967380) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.869429:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200764.869431:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.869496:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200764.869500:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200764.869504:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001ace2fe2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227042752:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200764.869507:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200764.869512:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200764.869514:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200764.869519:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200764.869523:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db344a19. 00000400:00000010:1.0:1776200764.869527:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b86a6c43. 00000100:00000200:1.0:1776200764.869531:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227042752, portal 10 00000100:00000001:1.0:1776200764.869533:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.869534:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080683364096 : -112993026187520 : ffff993bc2cfdf00) 00000100:00000040:1.0:1776200764.869538:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@000000001ace2fe2 x1862481227042752/t4294967380(4294967380) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.869545:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200764.869547:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200764.869549:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1c39cba. 00000100:00000200:1.0:1776200764.869552:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227042752, offset 0 00000400:00000200:1.0:1776200764.869558:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200764.869562:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.869566:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200764.869573:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200764.869576:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200764.869579:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200764.869581:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [517:517:256:4294967295] 192.168.203.148@tcp LPNI seq info [517:517:8:4294967295] 00000400:00000200:1.0:1776200764.869585:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.869614:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200764.869619:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200764.869622:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e9b3a0d (tot 3431934). 00000800:00000200:1.0:1776200764.869625:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200764.869631:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200764.869633:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002e9b3a0d type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1776200764.869682:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.869685:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.869687:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.869689:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.869690:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.869694:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.869695:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1776200764.869697:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.869698:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.869699:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.869700:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.870499:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.870503:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e9b3a0d (tot 3431686). 00000400:00000200:3.0:1776200764.870508:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.870512:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.870516:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1c39cba 00000400:00000010:3.0:1776200764.870518:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1c39cba. 00000100:00000001:3.0:1776200764.870521:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.870525:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001ace2fe2 x1862481227042752/t4294967380(4294967380) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.870532:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.870534:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000001ace2fe2 x1862481227042752/t4294967380(4294967380) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.870539:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.870541:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200764.878034:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.878049:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200764.878053:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.878058:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.878067:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.878074:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200764.878081:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.878085:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.878089:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.878093:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f04fc0 00000400:00000200:2.0:1776200764.878097:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.878102:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0x13bd [1] + 224 00000800:00000001:2.0:1776200764.878109:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.878118:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.878121:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.878124:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200764.878129:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.878134:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001ace2fe2 x1862481227042752/t4294967380(4294967380) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200764.878145:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=456 offset=224 replen=456 req@000000001ace2fe2 x1862481227042752/t4294967380(4294967380) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.878198:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.878202:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.878217:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200764.878225:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.878227:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1776200764.878647:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200764.878650:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200764.878652:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db344a19. 00000400:00000200:1.0:1776200764.878656:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b86a6c43 00000400:00000010:1.0:1776200764.878658:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b86a6c43. 00000100:00000001:1.0:1776200764.878661:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200764.878666:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001ace2fe2 x1862481227042752/t4294967380(4294967380) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200764.878674:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001ace2fe2 x1862481227042752/t4294967380(4294967380) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.878680:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200764.878681:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.878683:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200764.878686:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200764.878688:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200764.878690:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.878692:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200764.878700:0:2239:0:(import.c:1935:at_measured()) add 10 to 000000000f61d0a9 time=132 v=10 (10 0 0 0) 00000100:00001000:1.0:1776200764.878704:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200764.878706:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200764.878708:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200764.878710:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776200764.878713:0:2239:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.878716:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200764.878718:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200764.878719:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200764.878721:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200764.878723:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.878727:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001ace2fe2 x1862481227042752/t4294967380(4294967380) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.878734:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.878736:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200764.878738:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.878740:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200764.878743:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@000000001ace2fe2 x1862481227042752/t4294967380(4294967380) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.878754:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200764.878756:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200764.878758:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200764.878759:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200764.878760:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200764.878765:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.878770:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200764.878771:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967380 00000100:00000001:1.0:1776200764.878782:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200764.878786:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@00000000e4fbd816 x1862481227042880/t4294967381(4294967381) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 1 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.878792:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.878793:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801024256 : -112992908527360 : ffff993bc9d33900) 00000100:00000040:1.0:1776200764.878798:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000e4fbd816] to pc [ptlrpcd_rcv+-1] req@00000000e4fbd816 x1862481227042880/t4294967381(4294967381) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.878804:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.878805:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.878807:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.878808:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.878810:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001ace2fe2 x1862481227042752/t4294967380(4294967380) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:1.0:1776200764.878816:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001ace2fe2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227042752:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200764.878819:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.878822:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200764.878823:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000001ace2fe2 x1862481227042752/t4294967380(4294967380) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.878829:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.878831:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.878838:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.878839:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.878841:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.878843:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.878845:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200764.878848:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e4fbd816 x1862481227042880/t4294967381(4294967381) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.878968:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200764.878970:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.878973:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200764.878975:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200764.878978:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4fbd816 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227042880:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200764.878980:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200764.878985:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200764.878987:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.878988:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200764.878994:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006ca58171. 02000000:00000001:1.0:1776200764.878995:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200764.878998:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200764.879000:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db344a19. 00000400:00000010:1.0:1776200764.879002:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b86a6c43. 00000100:00000200:1.0:1776200764.879006:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227042880, portal 10 00000100:00000001:1.0:1776200764.879008:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.879009:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801024256 : -112992908527360 : ffff993bc9d33900) 00000100:00000040:1.0:1776200764.879013:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@00000000e4fbd816 x1862481227042880/t4294967381(4294967381) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.879019:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200764.879021:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200764.879024:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bfc0fbac. 00000100:00000200:1.0:1776200764.879026:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1862481227042880, offset 0 00000400:00000200:1.0:1776200764.879032:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200764.879038:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.879044:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200764.879050:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200764.879054:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200764.879056:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200764.879059:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [518:518:256:4294967295] 192.168.203.148@tcp LPNI seq info [518:518:8:4294967295] 00000400:00000200:1.0:1776200764.879063:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.879071:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200764.879076:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200764.879080:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004beab876 (tot 3431934). 00000800:00000200:1.0:1776200764.879086:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200764.879092:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200764.879095:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004beab876 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1776200764.879151:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.879153:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.879154:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.879156:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.879157:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.879159:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.879160:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1776200764.879161:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.879162:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.879163:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.879164:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.880333:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.880339:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004beab876 (tot 3431686). 00000400:00000200:3.0:1776200764.880345:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.880565:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.880569:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bfc0fbac 00000400:00000010:3.0:1776200764.880571:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bfc0fbac. 00000100:00000001:3.0:1776200764.880575:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.880579:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e4fbd816 x1862481227042880/t4294967381(4294967381) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.880601:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.880604:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000e4fbd816 x1862481227042880/t4294967381(4294967381) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.880610:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.880612:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200764.884248:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.884270:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200764.884276:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.884278:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.884286:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.884291:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200764.884297:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.884300:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.884303:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.884307:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 600 into portal 10 MB=0x69deab3f05040 00000400:00000200:2.0:1776200764.884312:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.884318:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 600/600 into md 0x13c5 [1] + 224 00000800:00000001:2.0:1776200764.884324:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.884331:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.884334:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.884338:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200764.884344:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.884358:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e4fbd816 x1862481227042880/t4294967381(4294967381) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200764.884368:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=600 offset=224 replen=656 req@00000000e4fbd816 x1862481227042880/t4294967381(4294967381) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.884387:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:2.0:1776200764.884394:0:2235:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1776200764.884397:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.884402:0:2235:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200764.884407:0:2235:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [519:519:256:4294967295] 192.168.203.148@tcp LPNI seq info [519:519:8:4294967295] 00000400:00000200:2.0:1776200764.884411:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.884416:0:2235:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:2.0:1776200764.884420:0:2235:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200764.884424:0:2235:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000063bad7bd (tot 3431934). 00000800:00000200:2.0:1776200764.884427:0:2235:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200764.884432:0:2235:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200764.884435:0:2235:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000063bad7bd type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1776200764.884509:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200764.884512:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000063bad7bd (tot 3431686). 00000400:00000200:2.0:1776200764.884515:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.884518:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:2.0:1776200764.884523:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.884526:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.884578:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.884581:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200764.884586:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200764.884607:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200764.884609:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db344a19. 00000400:00000200:1.0:1776200764.884611:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b86a6c43 00000400:00000010:1.0:1776200764.884613:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b86a6c43. 00000100:00000001:1.0:1776200764.884615:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200764.884618:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e4fbd816 x1862481227042880/t4294967381(4294967381) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200764.884623:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e4fbd816 x1862481227042880/t4294967381(4294967381) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.884630:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200764.884631:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.884633:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200764.884635:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200764.884637:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200764.884639:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.884642:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200764.884649:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=133 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200764.884653:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200764.884655:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1776200764.884657:0:2239:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@00000000e4fbd816 x1862481227042880/t4294967381(4294967381) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.884663:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1776200764.884665:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200764.884667:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200764.884669:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200764.884671:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200764.884673:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1776200764.884676:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e4fbd816 x1862481227042880/t4294967381(4294967381) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.884681:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1776200764.884683:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200764.884685:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.884687:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200764.884690:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@00000000e4fbd816 x1862481227042880/t4294967381(4294967381) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000002:00000001:1.0:1776200764.884697:0:2239:0:(mdc_request.c:687:mdc_replay_open()) Process entered 00000002:00080000:1.0:1776200764.884705:0:2239:0:(mdc_request.c:738:mdc_replay_open()) @@@ updating close body with new fh req@00000000099c19c7 x1862481227043008/t4294967382(4294967382) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:1.0:1776200764.884711:0:2239:0:(mdc_request.c:741:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1776200764.884713:0:2239:0:(client.c:3161:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@00000000e4fbd816 x1862481227042880/t4294967381(4294967381) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.884720:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200764.884721:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200764.884724:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200764.884725:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200764.884725:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200764.884730:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.884735:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200764.884736:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967381 00000100:00000001:1.0:1776200764.884748:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200764.884752:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@00000000099c19c7 x1862481227043008/t4294967382(4294967382) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 1 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.884758:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.884759:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692643520 : -112993016908096 : ffff993bc35d76c0) 00000100:00000040:1.0:1776200764.884764:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000099c19c7] to pc [ptlrpcd_rcv+-1] req@00000000099c19c7 x1862481227043008/t4294967382(4294967382) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.884771:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.884772:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.884774:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.884775:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.884778:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e4fbd816 x1862481227042880/t4294967381(4294967381) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00100000:1.0:1776200764.884785:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4fbd816 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227042880:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200764.884788:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.884790:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200764.884792:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000e4fbd816 x1862481227042880/t4294967381(4294967381) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.884798:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.884800:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.884807:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.884808:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.884810:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.884811:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.884813:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200764.884815:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000099c19c7 x1862481227043008/t4294967382(4294967382) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.884821:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200764.884822:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.884826:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200764.884828:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200764.884831:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000099c19c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227043008:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200764.884834:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200764.884839:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200764.884841:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200764.884845:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200764.884848:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db344a19. 00000400:00000010:1.0:1776200764.884852:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b86a6c43. 00000100:00000200:1.0:1776200764.884856:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227043008, portal 10 00000100:00000001:1.0:1776200764.884858:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.884859:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692643520 : -112993016908096 : ffff993bc35d76c0) 00000100:00000040:1.0:1776200764.884863:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@00000000099c19c7 x1862481227043008/t4294967382(4294967382) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.884869:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200764.884871:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200764.884873:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ec8357ff. 00000100:00000200:1.0:1776200764.884877:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227043008, offset 0 00000400:00000200:1.0:1776200764.884882:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200764.884887:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.884891:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200764.884896:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200764.884899:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200764.884902:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200764.884904:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [520:520:256:4294967295] 192.168.203.148@tcp LPNI seq info [520:520:8:4294967295] 00000400:00000200:1.0:1776200764.884907:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.884913:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200764.884917:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200764.884920:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073c29e85 (tot 3431934). 00000800:00000200:1.0:1776200764.884923:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200764.884927:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200764.884930:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000073c29e85 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1776200764.884945:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.884947:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.884950:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.884951:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.884952:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.884955:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.884956:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1776200764.884957:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.884958:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.884959:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.884960:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.885077:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.885079:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073c29e85 (tot 3431686). 00000400:00000200:3.0:1776200764.885083:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.885086:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.885089:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ec8357ff 00000400:00000010:3.0:1776200764.885091:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ec8357ff. 00000100:00000001:3.0:1776200764.885093:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.885096:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000099c19c7 x1862481227043008/t4294967382(4294967382) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.885103:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.885105:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000099c19c7 x1862481227043008/t4294967382(4294967382) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.885111:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.885112:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.887420:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.887433:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.887439:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.887441:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.887451:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.887458:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200764.887465:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.887470:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.887483:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.887487:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f050c0 00000400:00000200:3.0:1776200764.887492:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.887497:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0x13cd [1] + 224 00000800:00000001:3.0:1776200764.887505:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.887514:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.887516:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.887520:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200764.887525:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200764.887530:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000099c19c7 x1862481227043008/t4294967382(4294967382) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200764.887536:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=456 offset=224 replen=456 req@00000000099c19c7 x1862481227043008/t4294967382(4294967382) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.887551:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200764.887557:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.887560:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.887608:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.887611:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200764.887616:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200764.887617:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200764.887619:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db344a19. 00000400:00000200:1.0:1776200764.887621:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b86a6c43 00000400:00000010:1.0:1776200764.887622:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b86a6c43. 00000100:00000001:1.0:1776200764.887624:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200764.887626:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000099c19c7 x1862481227043008/t4294967382(4294967382) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200764.887631:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000099c19c7 x1862481227043008/t4294967382(4294967382) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.887635:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200764.887637:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.887639:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200764.887641:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200764.887643:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200764.887645:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.887647:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200764.887654:0:2239:0:(import.c:1935:at_measured()) add 10 to 000000000f61d0a9 time=132 v=10 (10 0 0 0) 00000100:00001000:1.0:1776200764.887657:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200764.887659:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200764.887661:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200764.887663:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776200764.887666:0:2239:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.887668:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200764.887670:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200764.887671:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200764.887673:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200764.887675:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.887678:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000099c19c7 x1862481227043008/t4294967382(4294967382) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.887684:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.887687:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200764.887688:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.887690:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200764.887693:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@00000000099c19c7 x1862481227043008/t4294967382(4294967382) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.887700:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200764.887701:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200764.887703:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200764.887704:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200764.887705:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200764.887709:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.887713:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200764.887714:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967382 00000100:00000001:1.0:1776200764.887725:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200764.887728:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@000000006d0ea5a0 x1862481227043136/t4294967383(4294967383) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 1 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.887734:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.887735:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692638656 : -112993016912960 : ffff993bc35d63c0) 00000100:00000040:1.0:1776200764.887739:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000006d0ea5a0] to pc [ptlrpcd_rcv+-1] req@000000006d0ea5a0 x1862481227043136/t4294967383(4294967383) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.887746:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.887747:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.887749:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.887750:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.887753:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000099c19c7 x1862481227043008/t4294967382(4294967382) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:1.0:1776200764.887760:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000099c19c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227043008:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200764.887764:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.887765:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200764.887768:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000099c19c7 x1862481227043008/t4294967382(4294967382) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.887773:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.887775:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.887781:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.887783:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.887784:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.887785:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.887787:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200764.887789:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006d0ea5a0 x1862481227043136/t4294967383(4294967383) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.887796:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200764.887797:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.887799:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200764.887802:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200764.887804:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006d0ea5a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227043136:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200764.887807:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200764.887810:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200764.887812:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.887814:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200764.887819:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000eeb1c353. 02000000:00000001:1.0:1776200764.887821:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200764.887824:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200764.887826:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db344a19. 00000400:00000010:1.0:1776200764.887830:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b86a6c43. 00000100:00000200:1.0:1776200764.887833:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227043136, portal 10 00000100:00000001:1.0:1776200764.887835:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.887836:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692638656 : -112993016912960 : ffff993bc35d63c0) 00000100:00000040:1.0:1776200764.887839:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@000000006d0ea5a0 x1862481227043136/t4294967383(4294967383) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.887845:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200764.887847:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200764.887849:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000052f13ea2. 00000100:00000200:1.0:1776200764.887851:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1862481227043136, offset 0 00000400:00000200:1.0:1776200764.887857:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200764.887862:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.887872:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200764.887878:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200764.887881:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200764.887884:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200764.887887:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [521:521:256:4294967295] 192.168.203.148@tcp LPNI seq info [521:521:8:4294967295] 00000400:00000200:1.0:1776200764.887891:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.887898:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200764.887902:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200764.887907:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073c29e85 (tot 3431934). 00000800:00000200:1.0:1776200764.887912:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200764.887918:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200764.887922:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000073c29e85 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1776200764.887986:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.887988:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.887990:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.887992:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.887993:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.887996:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.887997:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1776200764.887999:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.887999:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.888001:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.888002:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200764.888325:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200764.888329:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073c29e85 (tot 3431686). 00000400:00000200:2.0:1776200764.888334:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.888338:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200764.888340:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000052f13ea2 00000400:00000010:2.0:1776200764.888342:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000052f13ea2. 00000100:00000001:2.0:1776200764.888344:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200764.888356:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006d0ea5a0 x1862481227043136/t4294967383(4294967383) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.888366:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.888368:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000006d0ea5a0 x1862481227043136/t4294967383(4294967383) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.888374:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.888375:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.892799:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.892814:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.892818:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.892819:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.892828:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.892835:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200764.892842:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.892847:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.892851:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.892854:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 600 into portal 10 MB=0x69deab3f05140 00000400:00000200:3.0:1776200764.892859:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.892864:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 600/600 into md 0x13d5 [1] + 224 00000800:00000001:3.0:1776200764.892871:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.892876:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.892878:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.892882:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200764.892887:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200764.892893:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006d0ea5a0 x1862481227043136/t4294967383(4294967383) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200764.892902:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=600 offset=224 replen=656 req@000000006d0ea5a0 x1862481227043136/t4294967383(4294967383) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.892962:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.892966:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200764.892980:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:3.0:1776200764.892988:0:2234:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1776200764.892991:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.892995:0:2234:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200764.893000:0:2234:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [522:522:256:4294967295] 192.168.203.148@tcp LPNI seq info [522:522:8:4294967295] 00000400:00000200:3.0:1776200764.893003:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.893011:0:2234:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:3.0:1776200764.893015:0:2234:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200764.893020:0:2234:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e06bd1bd (tot 3431934). 00000800:00000200:3.0:1776200764.893026:0:2234:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200764.893031:0:2234:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200764.893035:0:2234:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e06bd1bd type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1776200764.893111:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.893113:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e06bd1bd (tot 3431686). 00000400:00000200:3.0:1776200764.893119:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.893122:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:3.0:1776200764.893127:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.893130:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1776200764.893580:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200764.893582:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200764.893584:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db344a19. 00000400:00000200:1.0:1776200764.893612:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b86a6c43 00000400:00000010:1.0:1776200764.893614:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b86a6c43. 00000100:00000001:1.0:1776200764.893618:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200764.893621:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006d0ea5a0 x1862481227043136/t4294967383(4294967383) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200764.893629:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006d0ea5a0 x1862481227043136/t4294967383(4294967383) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.893635:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200764.893636:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.893638:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200764.893641:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200764.893643:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200764.893645:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.893647:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200764.893655:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=133 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200764.893659:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200764.893661:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1776200764.893664:0:2239:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@000000006d0ea5a0 x1862481227043136/t4294967383(4294967383) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.893671:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1776200764.893678:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200764.893680:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200764.893682:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200764.893684:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200764.893686:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1776200764.893690:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006d0ea5a0 x1862481227043136/t4294967383(4294967383) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.893696:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1776200764.893698:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200764.893700:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.893702:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200764.893705:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@000000006d0ea5a0 x1862481227043136/t4294967383(4294967383) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000002:00000001:1.0:1776200764.893712:0:2239:0:(mdc_request.c:687:mdc_replay_open()) Process entered 00000002:00080000:1.0:1776200764.893720:0:2239:0:(mdc_request.c:738:mdc_replay_open()) @@@ updating close body with new fh req@00000000b9b55fe5 x1862481227043264/t4294967384(4294967384) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:1.0:1776200764.893726:0:2239:0:(mdc_request.c:741:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1776200764.893728:0:2239:0:(client.c:3161:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@000000006d0ea5a0 x1862481227043136/t4294967383(4294967383) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.893734:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200764.893736:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200764.893739:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200764.893740:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200764.893741:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200764.893745:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.893751:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200764.893752:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967383 00000100:00000001:1.0:1776200764.893766:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200764.893769:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@00000000b9b55fe5 x1862481227043264/t4294967384(4294967384) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 1 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.893774:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.893775:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692628928 : -112993016922688 : ffff993bc35d3dc0) 00000100:00000040:1.0:1776200764.893779:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000b9b55fe5] to pc [ptlrpcd_rcv+-1] req@00000000b9b55fe5 x1862481227043264/t4294967384(4294967384) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.893786:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.893787:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.893789:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.893790:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.893793:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006d0ea5a0 x1862481227043136/t4294967383(4294967383) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00100000:1.0:1776200764.893799:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006d0ea5a0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227043136:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200764.893802:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.893805:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200764.893806:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000006d0ea5a0 x1862481227043136/t4294967383(4294967383) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.893812:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.893813:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.893821:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.893822:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.893824:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.893825:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.893827:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200764.893829:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b9b55fe5 x1862481227043264/t4294967384(4294967384) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.893835:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200764.893837:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.893840:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200764.893843:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200764.893846:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b9b55fe5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227043264:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200764.893849:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200764.893854:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200764.893856:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200764.893861:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200764.893864:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db344a19. 00000400:00000010:1.0:1776200764.893869:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b86a6c43. 00000100:00000200:1.0:1776200764.893873:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227043264, portal 10 00000100:00000001:1.0:1776200764.893874:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.893875:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692628928 : -112993016922688 : ffff993bc35d3dc0) 00000100:00000040:1.0:1776200764.893880:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@00000000b9b55fe5 x1862481227043264/t4294967384(4294967384) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.893886:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200764.893888:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200764.893890:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000072e82ceb. 00000100:00000200:1.0:1776200764.893893:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227043264, offset 0 00000400:00000200:1.0:1776200764.893899:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200764.893904:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.893909:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200764.893916:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200764.893920:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200764.893923:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200764.893926:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [523:523:256:4294967295] 192.168.203.148@tcp LPNI seq info [523:523:8:4294967295] 00000400:00000200:1.0:1776200764.893930:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.893936:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200764.893940:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200764.893944:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004beab876 (tot 3431934). 00000800:00000200:1.0:1776200764.893949:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200764.893954:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200764.893956:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004beab876 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1776200764.894013:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.894016:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.894018:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.894020:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.894022:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.894025:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.894026:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1776200764.894028:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.894029:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.894030:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.894031:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.894242:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.894245:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004beab876 (tot 3431686). 00000400:00000200:3.0:1776200764.894249:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.894253:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.894256:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000072e82ceb 00000400:00000010:3.0:1776200764.894257:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000072e82ceb. 00000100:00000001:3.0:1776200764.894260:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.894262:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b9b55fe5 x1862481227043264/t4294967384(4294967384) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.894269:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.894271:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000b9b55fe5 x1862481227043264/t4294967384(4294967384) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.894276:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.894277:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200764.898198:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.898213:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200764.898218:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.898219:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.898234:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.898241:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200764.898249:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.898253:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.898256:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.898260:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f051c0 00000400:00000200:2.0:1776200764.898265:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.898269:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0x13dd [1] + 224 00000800:00000001:2.0:1776200764.898277:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.898288:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.898290:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.898294:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200764.898300:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.898306:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b9b55fe5 x1862481227043264/t4294967384(4294967384) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200764.898317:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=456 offset=224 replen=456 req@00000000b9b55fe5 x1862481227043264/t4294967384(4294967384) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.898334:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200764.898355:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.898358:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.898386:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.898390:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200764.898396:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200764.898398:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200764.898400:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db344a19. 00000400:00000200:1.0:1776200764.898404:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b86a6c43 00000400:00000010:1.0:1776200764.898405:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b86a6c43. 00000100:00000001:1.0:1776200764.898408:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200764.898412:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b9b55fe5 x1862481227043264/t4294967384(4294967384) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200764.898420:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b9b55fe5 x1862481227043264/t4294967384(4294967384) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.898425:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200764.898427:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.898430:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200764.898432:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200764.898434:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200764.898436:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.898438:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200764.898445:0:2239:0:(import.c:1935:at_measured()) add 10 to 000000000f61d0a9 time=132 v=10 (10 0 0 0) 00000100:00001000:1.0:1776200764.898449:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200764.898452:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200764.898453:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200764.898456:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776200764.898459:0:2239:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.898461:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200764.898464:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200764.898465:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200764.898467:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200764.898470:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.898473:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b9b55fe5 x1862481227043264/t4294967384(4294967384) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.898479:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.898482:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200764.898484:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.898486:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200764.898489:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@00000000b9b55fe5 x1862481227043264/t4294967384(4294967384) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.898495:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200764.898497:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200764.898499:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200764.898500:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200764.898501:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200764.898506:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.898512:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200764.898512:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967384 00000100:00000001:1.0:1776200764.898525:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200764.898528:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@00000000be977498 x1862481227043392/t4294967385(4294967385) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 1 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.898534:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.898535:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692620416 : -112993016931200 : ffff993bc35d1c80) 00000100:00000040:1.0:1776200764.898539:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000be977498] to pc [ptlrpcd_rcv+-1] req@00000000be977498 x1862481227043392/t4294967385(4294967385) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.898547:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.898548:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.898550:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.898552:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.898554:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b9b55fe5 x1862481227043264/t4294967384(4294967384) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:1.0:1776200764.898562:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b9b55fe5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227043264:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200764.898566:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.898568:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200764.898570:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000b9b55fe5 x1862481227043264/t4294967384(4294967384) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.898577:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.898578:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.898585:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.898586:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.898614:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.898615:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.898617:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200764.898620:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000be977498 x1862481227043392/t4294967385(4294967385) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.898626:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200764.898628:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.898631:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200764.898633:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200764.898635:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000be977498 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227043392:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200764.898638:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200764.898642:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200764.898644:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.898646:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200764.898651:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000003721b7c9. 02000000:00000001:1.0:1776200764.898652:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200764.898656:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200764.898659:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db344a19. 00000400:00000010:1.0:1776200764.898662:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b86a6c43. 00000100:00000200:1.0:1776200764.898667:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227043392, portal 10 00000100:00000001:1.0:1776200764.898669:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.898670:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692620416 : -112993016931200 : ffff993bc35d1c80) 00000100:00000040:1.0:1776200764.898687:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@00000000be977498 x1862481227043392/t4294967385(4294967385) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.898694:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200764.898696:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200764.898699:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb2d9aa8. 00000100:00000200:1.0:1776200764.898702:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1862481227043392, offset 0 00000400:00000200:1.0:1776200764.898708:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200764.898714:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.898719:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200764.898725:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200764.898728:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200764.898731:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200764.898734:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [524:524:256:4294967295] 192.168.203.148@tcp LPNI seq info [524:524:8:4294967295] 00000400:00000200:1.0:1776200764.898738:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.898745:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200764.898749:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200764.898754:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e9b3a0d (tot 3431934). 00000800:00000200:1.0:1776200764.898760:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200764.898767:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200764.898770:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002e9b3a0d type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1776200764.898783:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.898785:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.898787:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.898789:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.898791:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.898793:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.898795:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1776200764.898796:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.898797:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.898798:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.898800:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.899145:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.899149:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e9b3a0d (tot 3431686). 00000400:00000200:3.0:1776200764.899153:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.899157:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.899160:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb2d9aa8 00000400:00000010:3.0:1776200764.899161:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb2d9aa8. 00000100:00000001:3.0:1776200764.899164:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.899167:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000be977498 x1862481227043392/t4294967385(4294967385) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.899180:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.899182:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000be977498 x1862481227043392/t4294967385(4294967385) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.899188:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.899189:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200764.904763:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.904778:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200764.904783:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.904786:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.904796:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.904803:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200764.904811:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.904815:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.904819:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.904823:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 600 into portal 10 MB=0x69deab3f05240 00000400:00000200:2.0:1776200764.904828:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.904833:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 600/600 into md 0x13e5 [1] + 224 00000800:00000001:2.0:1776200764.904840:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.904848:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.904851:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.904855:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200764.904861:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.904868:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000be977498 x1862481227043392/t4294967385(4294967385) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200764.904878:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=600 offset=224 replen=656 req@00000000be977498 x1862481227043392/t4294967385(4294967385) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.904897:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:2.0:1776200764.904905:0:2235:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1776200764.904909:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.904913:0:2235:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200764.904918:0:2235:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [525:525:256:4294967295] 192.168.203.148@tcp LPNI seq info [525:525:8:4294967295] 00000400:00000200:2.0:1776200764.904922:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.904931:0:2235:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000100:00000001:1.0:1776200764.904942:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.904947:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200764.904953:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200764.904955:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200764.904957:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db344a19. 00000400:00000200:1.0:1776200764.904960:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b86a6c43 00000400:00000010:1.0:1776200764.904962:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b86a6c43. 00000100:00000001:1.0:1776200764.904965:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200764.904969:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000be977498 x1862481227043392/t4294967385(4294967385) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200764.904978:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000be977498 x1862481227043392/t4294967385(4294967385) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.904983:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200764.904985:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.904987:0:2239:0:(client.c:1428:after_reply()) Process entered 00000800:00000200:2.0:1776200764.905006:0:2235:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200764.905011:0:2235:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000063bad7bd (tot 3431934). 00000800:00000200:2.0:1776200764.905017:0:2235:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200764.905023:0:2235:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200764.905027:0:2235:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000063bad7bd type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1776200764.905379:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200764.905382:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000063bad7bd (tot 3431686). 00000400:00000200:2.0:1776200764.905386:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.905390:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:2.0:1776200764.905395:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.905398:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1776200764.906266:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200764.906270:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200764.906272:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.906276:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200764.906291:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=133 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200764.906296:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200764.906299:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1776200764.906305:0:2239:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@00000000be977498 x1862481227043392/t4294967385(4294967385) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.906311:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1776200764.906314:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200764.906316:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200764.906317:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200764.906319:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200764.906321:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1776200764.906325:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000be977498 x1862481227043392/t4294967385(4294967385) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.906330:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1776200764.906334:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200764.906335:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.906337:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200764.906340:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@00000000be977498 x1862481227043392/t4294967385(4294967385) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000002:00000001:1.0:1776200764.906885:0:2239:0:(mdc_request.c:687:mdc_replay_open()) Process entered 00000002:00080000:1.0:1776200764.906894:0:2239:0:(mdc_request.c:738:mdc_replay_open()) @@@ updating close body with new fh req@0000000080960ce8 x1862481227043520/t4294967386(4294967386) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:1.0:1776200764.906900:0:2239:0:(mdc_request.c:741:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1776200764.906902:0:2239:0:(client.c:3161:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@00000000be977498 x1862481227043392/t4294967385(4294967385) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.906908:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200764.906909:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200764.906911:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200764.906912:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200764.906913:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200764.907106:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.907112:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200764.907113:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967385 00000100:00000001:1.0:1776200764.907124:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200764.907127:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@0000000080960ce8 x1862481227043520/t4294967386(4294967386) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 1 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.907131:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.907132:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692617984 : -112993016933632 : ffff993bc35d1300) 00000100:00000040:1.0:1776200764.907135:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000080960ce8] to pc [ptlrpcd_rcv+-1] req@0000000080960ce8 x1862481227043520/t4294967386(4294967386) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.907140:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.907142:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.907143:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.907145:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.907147:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000be977498 x1862481227043392/t4294967385(4294967385) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00100000:1.0:1776200764.907151:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000be977498 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227043392:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200764.907154:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.907157:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200764.907158:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000be977498 x1862481227043392/t4294967385(4294967385) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.907161:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.907162:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.907173:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.907174:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.907175:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.907177:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.907178:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200764.907180:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000080960ce8 x1862481227043520/t4294967386(4294967386) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.907184:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200764.907185:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.907188:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200764.907190:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200764.907192:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080960ce8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227043520:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200764.907193:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200764.907197:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200764.907199:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200764.907205:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200764.907211:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db344a19. 00000400:00000010:1.0:1776200764.907216:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b86a6c43. 00000100:00000200:1.0:1776200764.907221:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227043520, portal 10 00000100:00000001:1.0:1776200764.907222:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.907223:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692617984 : -112993016933632 : ffff993bc35d1300) 00000100:00000040:1.0:1776200764.907226:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@0000000080960ce8 x1862481227043520/t4294967386(4294967386) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.907231:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200764.907233:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200764.907235:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a326b56. 00000100:00000200:1.0:1776200764.907237:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227043520, offset 0 00000400:00000200:1.0:1776200764.907241:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200764.907247:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.907252:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200764.907258:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200764.907261:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200764.907263:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200764.907266:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [526:526:256:4294967295] 192.168.203.148@tcp LPNI seq info [526:526:8:4294967295] 00000400:00000200:1.0:1776200764.907268:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.907273:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200764.907277:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200764.907281:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000045d123db (tot 3431934). 00000800:00000200:1.0:1776200764.907286:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200764.907293:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200764.907296:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000045d123db type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1776200764.907309:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.907311:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.907312:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.907314:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.907315:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.907317:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.907317:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1776200764.907318:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.907319:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.907320:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.907321:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.907462:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.907466:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000045d123db (tot 3431686). 00000400:00000200:3.0:1776200764.907471:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.907475:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.907479:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a326b56 00000400:00000010:3.0:1776200764.907481:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a326b56. 00000100:00000001:3.0:1776200764.907485:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.907488:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000080960ce8 x1862481227043520/t4294967386(4294967386) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.907496:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.907497:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@0000000080960ce8 x1862481227043520/t4294967386(4294967386) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.907502:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.907504:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200764.919421:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.919503:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200764.919508:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.919511:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.919521:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.919528:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200764.919536:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.919541:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.919544:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.919548:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f052c0 00000400:00000200:2.0:1776200764.919552:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.919558:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0x13ed [1] + 224 00000800:00000001:2.0:1776200764.919566:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.919577:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.919580:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.919584:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200764.919681:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.919689:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000080960ce8 x1862481227043520/t4294967386(4294967386) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200764.919700:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=456 offset=224 replen=456 req@0000000080960ce8 x1862481227043520/t4294967386(4294967386) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.919754:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.919758:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.919782:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200764.919791:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.919794:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1776200764.919890:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200764.919893:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200764.919895:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db344a19. 00000400:00000200:1.0:1776200764.919899:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b86a6c43 00000400:00000010:1.0:1776200764.919901:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b86a6c43. 00000100:00000001:1.0:1776200764.919903:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200764.919907:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000080960ce8 x1862481227043520/t4294967386(4294967386) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200764.919915:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000080960ce8 x1862481227043520/t4294967386(4294967386) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.920002:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200764.920004:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.920006:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200764.920009:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200764.920011:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200764.920013:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.920015:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200764.920024:0:2239:0:(import.c:1935:at_measured()) add 10 to 000000000f61d0a9 time=132 v=10 (10 0 0 0) 00000100:00001000:1.0:1776200764.920028:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200764.920031:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200764.920032:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200764.920034:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776200764.920036:0:2239:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.920039:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200764.920041:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200764.920042:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200764.920044:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200764.920047:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.920051:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000080960ce8 x1862481227043520/t4294967386(4294967386) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.920057:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.920060:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200764.920062:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.920064:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200764.920067:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@0000000080960ce8 x1862481227043520/t4294967386(4294967386) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.920079:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200764.920081:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200764.920083:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200764.920084:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200764.920085:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200764.920089:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.920093:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200764.920094:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967386 00000100:00000001:1.0:1776200764.920107:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200764.920109:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@000000003f8efa35 x1862481227043648/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 1 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.920113:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.920114:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692635008 : -112993016916608 : ffff993bc35d5580) 00000100:00000040:1.0:1776200764.920117:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000003f8efa35] to pc [ptlrpcd_rcv+-1] req@000000003f8efa35 x1862481227043648/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.920122:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.920123:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.920124:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.920125:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.920127:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000080960ce8 x1862481227043520/t4294967386(4294967386) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:1.0:1776200764.920131:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080960ce8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227043520:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200764.920134:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.920135:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200764.920137:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000080960ce8 x1862481227043520/t4294967386(4294967386) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.920140:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.920141:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.920147:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.920148:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.920150:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.920151:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.920152:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200764.920154:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003f8efa35 x1862481227043648/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.920158:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200764.920159:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.920161:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200764.920163:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200764.920165:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003f8efa35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227043648:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200764.920167:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200764.920171:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200764.920173:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.920174:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200764.920180:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000938fd801. 02000000:00000001:1.0:1776200764.920181:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200764.920185:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200764.920256:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db344a19. 00000400:00000010:1.0:1776200764.920260:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b86a6c43. 00000100:00000200:1.0:1776200764.920264:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227043648, portal 10 00000100:00000001:1.0:1776200764.920266:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.920267:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692635008 : -112993016916608 : ffff993bc35d5580) 00000100:00000040:1.0:1776200764.920271:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@000000003f8efa35 x1862481227043648/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.920278:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200764.920281:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200764.920283:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fae349cc. 00000100:00000200:1.0:1776200764.920286:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1862481227043648, offset 0 00000400:00000200:1.0:1776200764.920292:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200764.920298:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.920305:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200764.920312:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200764.920315:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200764.920318:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200764.920321:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [527:527:256:4294967295] 192.168.203.148@tcp LPNI seq info [527:527:8:4294967295] 00000400:00000200:1.0:1776200764.920325:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.920333:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200764.920338:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200764.920343:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000045d123db (tot 3431934). 00000800:00000200:1.0:1776200764.921243:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200764.921251:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200764.921254:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000045d123db type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1776200764.921273:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.921275:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.921278:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.921281:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.921284:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.921289:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.921291:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1776200764.921293:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.921294:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.921295:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.921297:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.921464:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.921468:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000045d123db (tot 3431686). 00000400:00000200:3.0:1776200764.921473:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.921478:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.921482:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fae349cc 00000400:00000010:3.0:1776200764.921484:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fae349cc. 00000100:00000001:3.0:1776200764.921488:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.921492:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003f8efa35 x1862481227043648/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.921500:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.921502:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000003f8efa35 x1862481227043648/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.921513:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.921514:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200764.934985:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.935008:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200764.935013:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.935016:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.935028:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.935036:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200764.935044:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.935050:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.935055:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.935059:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 600 into portal 10 MB=0x69deab3f05340 00000400:00000200:2.0:1776200764.935065:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.935071:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 600/600 into md 0x13f5 [1] + 224 00000800:00000001:2.0:1776200764.935081:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.935091:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.935094:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.935098:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200764.935104:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.935110:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003f8efa35 x1862481227043648/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200764.935121:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=600 offset=224 replen=656 req@000000003f8efa35 x1862481227043648/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.935145:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:2.0:1776200764.935152:0:2235:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1776200764.935156:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.935162:0:2235:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200764.935167:0:2235:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [528:528:256:4294967295] 192.168.203.148@tcp LPNI seq info [528:528:8:4294967295] 00000400:00000200:2.0:1776200764.935171:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.935179:0:2235:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:2.0:1776200764.935185:0:2235:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200764.935190:0:2235:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000063bad7bd (tot 3431934). 00000800:00000200:2.0:1776200764.935196:0:2235:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200764.935202:0:2235:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200764.935205:0:2235:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000063bad7bd type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1776200764.935299:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.935303:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200764.935311:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200764.935313:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200764.935316:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db344a19. 00000400:00000200:1.0:1776200764.935320:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b86a6c43 00000400:00000010:1.0:1776200764.935322:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b86a6c43. 00000100:00000001:1.0:1776200764.935325:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200764.935328:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003f8efa35 x1862481227043648/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200764.935337:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003f8efa35 x1862481227043648/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.935363:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200764.935364:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.935367:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200764.935370:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200764.935372:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200764.935374:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.935376:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200764.935383:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=133 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200764.935387:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200764.935389:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1776200764.935392:0:2239:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@000000003f8efa35 x1862481227043648/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.935398:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1776200764.935400:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200764.935403:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200764.935404:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200764.935406:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200764.935408:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1776200764.935412:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003f8efa35 x1862481227043648/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.935418:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1776200764.935421:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200764.935423:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.935425:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200764.935428:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@000000003f8efa35 x1862481227043648/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000002:00000001:1.0:1776200764.935445:0:2239:0:(mdc_request.c:687:mdc_replay_open()) Process entered 00000002:00080000:1.0:1776200764.935452:0:2239:0:(mdc_request.c:738:mdc_replay_open()) @@@ updating close body with new fh req@00000000ad70714b x1862481227043776/t4294967388(4294967388) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:1.0:1776200764.935458:0:2239:0:(mdc_request.c:741:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1776200764.935460:0:2239:0:(client.c:3161:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@000000003f8efa35 x1862481227043648/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.935467:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200764.935469:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200764.935471:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200764.935472:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200764.935473:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200764.935478:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.935484:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200764.935485:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967387 00000100:00000001:1.0:1776200764.935499:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200764.935503:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@00000000ad70714b x1862481227043776/t4294967388(4294967388) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 1 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.935509:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.935510:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801038848 : -112992908512768 : ffff993bc9d37200) 00000100:00000040:1.0:1776200764.935514:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000ad70714b] to pc [ptlrpcd_rcv+-1] req@00000000ad70714b x1862481227043776/t4294967388(4294967388) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.935520:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.935522:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.935524:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.935525:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.935528:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003f8efa35 x1862481227043648/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00100000:1.0:1776200764.935534:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003f8efa35 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227043648:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200764.935538:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.935541:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200764.935543:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000003f8efa35 x1862481227043648/t4294967387(4294967387) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.935550:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.935552:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.935559:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.935561:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.935563:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.935563:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.935565:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200764.935567:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ad70714b x1862481227043776/t4294967388(4294967388) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.935573:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200764.935575:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.935578:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200764.935581:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200764.935583:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ad70714b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227043776:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200764.935620:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200764.935625:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200764.935627:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200764.935632:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200764.935636:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db344a19. 00000400:00000010:1.0:1776200764.935640:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b86a6c43. 00000100:00000200:1.0:1776200764.935645:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227043776, portal 10 00000100:00000001:1.0:1776200764.935647:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.935648:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801038848 : -112992908512768 : ffff993bc9d37200) 00000100:00000040:1.0:1776200764.935652:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@00000000ad70714b x1862481227043776/t4294967388(4294967388) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.935658:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200764.935660:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200764.935663:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053795ec0. 00000100:00000200:1.0:1776200764.935666:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227043776, offset 0 00000400:00000200:1.0:1776200764.935671:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200764.935676:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.935685:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200764.935693:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200764.935695:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200764.935698:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200764.935701:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [529:529:255:4294967295] 192.168.203.148@tcp LPNI seq info [529:529:7:4294967295] 00000400:00000200:1.0:1776200764.935704:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.935710:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200764.935714:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200764.935717:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e9b3a0d (tot 3432182). 00000800:00000200:1.0:1776200764.935720:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200764.935725:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200764.935727:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002e9b3a0d type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1776200764.935946:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.935949:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.935952:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.936017:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.936019:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.936023:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.936024:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1776200764.936026:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.936027:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.936028:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.936029:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1776200764.936140:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000200:2.0:1776200764.936167:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200764.936171:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000063bad7bd (tot 3431934). 00000400:00000200:2.0:1776200764.936175:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.936180:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000200:2.0:1776200764.937585:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200764.937604:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e9b3a0d (tot 3431686). 00000400:00000200:2.0:1776200764.937609:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.937615:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200764.937620:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053795ec0 00000400:00000010:2.0:1776200764.937622:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053795ec0. 00000100:00000001:2.0:1776200764.937626:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200764.937631:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ad70714b x1862481227043776/t4294967388(4294967388) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.937640:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.937642:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000ad70714b x1862481227043776/t4294967388(4294967388) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.937647:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.937649:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.937707:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200764.939730:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.939744:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200764.939748:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.939751:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.939760:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.939766:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200764.939774:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.939778:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.939782:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.939785:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f053c0 00000400:00000200:2.0:1776200764.939790:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.939796:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0x13fd [1] + 224 00000800:00000001:2.0:1776200764.939804:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.939812:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.939815:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.939819:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200764.939825:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.939832:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ad70714b x1862481227043776/t4294967388(4294967388) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200764.939843:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=456 offset=224 replen=456 req@00000000ad70714b x1862481227043776/t4294967388(4294967388) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.940111:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.940116:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200764.940131:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200764.940139:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.940142:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1776200764.940515:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200764.940517:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200764.940520:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db344a19. 00000400:00000200:1.0:1776200764.940524:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b86a6c43 00000400:00000010:1.0:1776200764.940526:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b86a6c43. 00000100:00000001:1.0:1776200764.940528:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200764.940534:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ad70714b x1862481227043776/t4294967388(4294967388) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200764.940541:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ad70714b x1862481227043776/t4294967388(4294967388) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.940546:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200764.940548:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.940550:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200764.940553:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200764.940555:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200764.940557:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.940560:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200764.940568:0:2239:0:(import.c:1935:at_measured()) add 10 to 000000000f61d0a9 time=132 v=10 (10 0 0 0) 00000100:00001000:1.0:1776200764.940571:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200764.940573:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200764.940574:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200764.940576:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776200764.940579:0:2239:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.940581:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200764.940584:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200764.940585:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200764.940587:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200764.940736:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.940741:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ad70714b x1862481227043776/t4294967388(4294967388) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.940746:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.940748:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200764.940750:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.940751:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200764.940753:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@00000000ad70714b x1862481227043776/t4294967388(4294967388) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.940757:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200764.940759:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200764.940760:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200764.940761:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200764.940762:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200764.940764:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.940768:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200764.940769:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967388 00000100:00000001:1.0:1776200764.940783:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200764.940786:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@00000000facf9398 x1862481227043904/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 1 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.940790:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.940791:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801020608 : -112992908531008 : ffff993bc9d32ac0) 00000100:00000040:1.0:1776200764.940794:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000facf9398] to pc [ptlrpcd_rcv+-1] req@00000000facf9398 x1862481227043904/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.940798:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.940799:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.940801:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.940802:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.940804:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ad70714b x1862481227043776/t4294967388(4294967388) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:1.0:1776200764.940808:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ad70714b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227043776:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200764.940811:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.940813:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200764.940814:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000ad70714b x1862481227043776/t4294967388(4294967388) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.940818:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.940819:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.940825:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.940826:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.940827:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.940828:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.940830:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200764.940831:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000facf9398 x1862481227043904/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.940835:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200764.940837:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.940839:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200764.940842:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200764.940844:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000facf9398 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227043904:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200764.940846:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200764.940850:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200764.940852:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.940854:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200764.940860:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005e7945cc. 02000000:00000001:1.0:1776200764.940862:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200764.940868:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200764.940870:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db344a19. 00000400:00000010:1.0:1776200764.940874:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b86a6c43. 00000100:00000200:1.0:1776200764.940878:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227043904, portal 10 00000100:00000001:1.0:1776200764.940880:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.940881:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801020608 : -112992908531008 : ffff993bc9d32ac0) 00000100:00000040:1.0:1776200764.940885:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@00000000facf9398 x1862481227043904/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.940891:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200764.940893:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200764.940895:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e92e4cf2. 00000100:00000200:1.0:1776200764.940899:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1862481227043904, offset 0 00000400:00000200:1.0:1776200764.940904:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200764.940910:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.940916:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200764.940921:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200764.940925:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200764.940927:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200764.940930:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [530:530:256:4294967295] 192.168.203.148@tcp LPNI seq info [530:530:8:4294967295] 00000400:00000200:1.0:1776200764.940934:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.940941:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200764.940946:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200764.940950:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004beab876 (tot 3431934). 00000800:00000200:1.0:1776200764.940955:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200764.940962:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200764.940965:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004beab876 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1776200764.940979:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.940981:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.940984:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.940985:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.940987:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.940990:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.940991:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1776200764.940992:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.940993:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.940994:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.940996:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200764.941216:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.941221:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004beab876 (tot 3431686). 00000400:00000200:3.0:1776200764.941225:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.941229:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200764.941232:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e92e4cf2 00000400:00000010:3.0:1776200764.941233:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e92e4cf2. 00000100:00000001:3.0:1776200764.941236:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200764.941239:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000facf9398 x1862481227043904/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.941246:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200764.941247:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000facf9398 x1862481227043904/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.941252:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200764.941254:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200764.946875:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.946892:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200764.946896:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.946897:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.946909:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.946915:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200764.946924:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.946929:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.946933:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.946937:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 600 into portal 10 MB=0x69deab3f05440 00000400:00000200:2.0:1776200764.946942:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.946948:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 600/600 into md 0x1405 [1] + 224 00000800:00000001:2.0:1776200764.946956:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.946964:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.946967:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.946970:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200764.946976:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.946983:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000facf9398 x1862481227043904/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200764.946993:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=600 offset=224 replen=656 req@00000000facf9398 x1862481227043904/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.947015:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:2.0:1776200764.947023:0:2235:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1776200764.947027:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.947032:0:2235:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200764.947037:0:2235:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [531:531:256:4294967295] 192.168.203.148@tcp LPNI seq info [531:531:8:4294967295] 00000400:00000200:2.0:1776200764.947041:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.947048:0:2235:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:2.0:1776200764.947054:0:2235:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200764.947059:0:2235:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000063bad7bd (tot 3431934). 00000800:00000200:2.0:1776200764.947064:0:2235:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200764.947072:0:2235:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200764.947075:0:2235:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000063bad7bd type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1776200764.947159:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200764.947162:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000063bad7bd (tot 3431686). 00000400:00000200:2.0:1776200764.947165:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.947168:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:2.0:1776200764.947174:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.947177:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.947636:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.947641:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200764.947648:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200764.947649:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200764.947651:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db344a19. 00000400:00000200:1.0:1776200764.947656:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b86a6c43 00000400:00000010:1.0:1776200764.947658:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b86a6c43. 00000100:00000001:1.0:1776200764.947660:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200764.947664:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000facf9398 x1862481227043904/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200764.947673:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000facf9398 x1862481227043904/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.947679:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200764.947681:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.947683:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200764.947685:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200764.947688:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200764.947690:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.947692:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200764.947699:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=133 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200764.947704:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200764.947706:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1776200764.947708:0:2239:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@00000000facf9398 x1862481227043904/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.947715:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1776200764.947718:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200764.947720:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200764.947721:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200764.947723:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200764.947725:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1776200764.947729:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000facf9398 x1862481227043904/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.947735:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1776200764.947737:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200764.947739:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.947741:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200764.947743:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@00000000facf9398 x1862481227043904/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000002:00000001:1.0:1776200764.947750:0:2239:0:(mdc_request.c:687:mdc_replay_open()) Process entered 00000002:00080000:1.0:1776200764.947769:0:2239:0:(mdc_request.c:738:mdc_replay_open()) @@@ updating close body with new fh req@00000000bd262118 x1862481227044032/t4294967390(4294967390) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:1.0:1776200764.947775:0:2239:0:(mdc_request.c:741:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1776200764.947777:0:2239:0:(client.c:3161:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@00000000facf9398 x1862481227043904/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.947783:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200764.947785:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200764.947787:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200764.947789:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200764.947789:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200764.947794:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.947800:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200764.947801:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967389 00000100:00000001:1.0:1776200764.947814:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200764.947818:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@00000000bd262118 x1862481227044032/t4294967390(4294967390) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 1 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.947824:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.947825:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801032768 : -112992908518848 : ffff993bc9d35a40) 00000100:00000040:1.0:1776200764.947829:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000bd262118] to pc [ptlrpcd_rcv+-1] req@00000000bd262118 x1862481227044032/t4294967390(4294967390) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.947836:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.947838:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.947839:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.947841:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.947844:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000facf9398 x1862481227043904/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00100000:1.0:1776200764.947851:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000facf9398 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227043904:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200764.947865:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.947867:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200764.947869:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000facf9398 x1862481227043904/t4294967389(4294967389) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.947875:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.947876:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.947883:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.947885:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.947887:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.947888:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.947889:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200764.947892:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bd262118 x1862481227044032/t4294967390(4294967390) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.947898:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200764.947899:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.947902:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200764.947905:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200764.947908:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd262118 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227044032:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200764.947912:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200764.947917:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200764.947919:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200764.947924:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200764.947928:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db344a19. 00000400:00000010:1.0:1776200764.947932:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b86a6c43. 00000100:00000200:1.0:1776200764.947937:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227044032, portal 10 00000100:00000001:1.0:1776200764.947939:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.947939:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801032768 : -112992908518848 : ffff993bc9d35a40) 00000100:00000040:1.0:1776200764.947944:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@00000000bd262118 x1862481227044032/t4294967390(4294967390) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.947950:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200764.947952:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200764.947954:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e8e7f1d1. 00000100:00000200:1.0:1776200764.947957:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227044032, offset 0 00000400:00000200:1.0:1776200764.947962:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200764.947967:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.947971:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200764.947978:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200764.947981:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200764.947984:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200764.947987:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [532:532:256:4294967295] 192.168.203.148@tcp LPNI seq info [532:532:8:4294967295] 00000400:00000200:1.0:1776200764.947990:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.947997:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200764.948002:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200764.948006:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073c29e85 (tot 3431934). 00000800:00000200:1.0:1776200764.948010:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200764.948015:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200764.948018:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000073c29e85 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1776200764.948031:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.948032:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.948035:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.948037:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.948038:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.948041:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.948042:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1776200764.948043:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.948044:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.948045:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.948047:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200764.948140:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200764.948143:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073c29e85 (tot 3431686). 00000400:00000200:2.0:1776200764.948147:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.948151:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200764.948154:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e8e7f1d1 00000400:00000010:2.0:1776200764.948155:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e8e7f1d1. 00000100:00000001:2.0:1776200764.948158:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200764.948161:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bd262118 x1862481227044032/t4294967390(4294967390) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.948168:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.948170:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000bd262118 x1862481227044032/t4294967390(4294967390) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.948175:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.948177:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.954366:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.954382:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.954387:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.954389:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.954398:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.954405:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200764.954411:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.954416:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.954420:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.954424:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f054c0 00000400:00000200:3.0:1776200764.954429:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.954434:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0x140d [1] + 224 00000800:00000001:3.0:1776200764.954441:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.954450:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.954453:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.954456:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200764.954460:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200764.954465:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bd262118 x1862481227044032/t4294967390(4294967390) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200764.954473:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=456 offset=224 replen=456 req@00000000bd262118 x1862481227044032/t4294967390(4294967390) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.954487:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200764.954499:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.954501:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.954527:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.954531:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200764.954537:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200764.954539:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200764.954541:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db344a19. 00000400:00000200:1.0:1776200764.954544:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b86a6c43 00000400:00000010:1.0:1776200764.954546:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b86a6c43. 00000100:00000001:1.0:1776200764.954548:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200764.954552:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bd262118 x1862481227044032/t4294967390(4294967390) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200764.954559:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bd262118 x1862481227044032/t4294967390(4294967390) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.954564:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200764.954566:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.954568:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200764.954571:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200764.954573:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200764.954576:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.954578:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200764.954607:0:2239:0:(import.c:1935:at_measured()) add 10 to 000000000f61d0a9 time=132 v=10 (10 0 0 0) 00000100:00001000:1.0:1776200764.954612:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200764.954614:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200764.954615:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200764.954618:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776200764.954621:0:2239:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.954623:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200764.954625:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200764.954627:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200764.954629:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200764.954632:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.954636:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bd262118 x1862481227044032/t4294967390(4294967390) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.954641:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.954644:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200764.954646:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.954647:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200764.954651:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@00000000bd262118 x1862481227044032/t4294967390(4294967390) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.954657:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200764.954659:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200764.954661:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200764.954662:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200764.954663:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200764.954667:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.954673:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200764.954674:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967390 00000100:00000001:1.0:1776200764.954689:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200764.954693:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@00000000817d4ebe x1862481227044160/t4294967391(4294967391) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 1 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.954700:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.954701:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692616768 : -112993016934848 : ffff993bc35d0e40) 00000100:00000040:1.0:1776200764.954705:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000817d4ebe] to pc [ptlrpcd_rcv+-1] req@00000000817d4ebe x1862481227044160/t4294967391(4294967391) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.954712:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.954713:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.954715:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.954716:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.954719:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bd262118 x1862481227044032/t4294967390(4294967390) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:1.0:1776200764.954725:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd262118 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227044032:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200764.954728:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.954731:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200764.954733:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000bd262118 x1862481227044032/t4294967390(4294967390) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.954739:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.954740:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.954749:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.954750:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.954752:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.954753:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.954754:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200764.954757:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000817d4ebe x1862481227044160/t4294967391(4294967391) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.954774:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200764.954775:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.954779:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200764.954781:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200764.954784:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000817d4ebe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227044160:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200764.954787:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200764.954792:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200764.954794:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.954797:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200764.954824:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e65bba8f. 02000000:00000001:1.0:1776200764.954826:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200764.954831:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200764.954834:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db344a19. 00000400:00000010:1.0:1776200764.954838:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b86a6c43. 00000100:00000200:1.0:1776200764.954842:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227044160, portal 10 00000100:00000001:1.0:1776200764.954844:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.954845:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080692616768 : -112993016934848 : ffff993bc35d0e40) 00000100:00000040:1.0:1776200764.954849:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@00000000817d4ebe x1862481227044160/t4294967391(4294967391) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.954853:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200764.954855:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200764.954856:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb2c6874. 00000100:00000200:1.0:1776200764.954867:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1862481227044160, offset 0 00000400:00000200:1.0:1776200764.954873:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200764.954878:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.954884:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200764.954890:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200764.954893:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200764.954896:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200764.954899:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [533:533:256:4294967295] 192.168.203.148@tcp LPNI seq info [533:533:8:4294967295] 00000400:00000200:1.0:1776200764.954903:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.954911:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200764.954916:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200764.954921:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073c29e85 (tot 3431934). 00000800:00000200:1.0:1776200764.954926:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200764.954933:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200764.954936:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000073c29e85 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1776200764.954953:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.954955:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.954958:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.954960:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.954961:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.954965:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.954965:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1776200764.954967:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.954968:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.954969:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.954971:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200764.955075:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200764.955079:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073c29e85 (tot 3431686). 00000400:00000200:2.0:1776200764.955083:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.955087:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200764.955089:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb2c6874 00000400:00000010:2.0:1776200764.955091:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb2c6874. 00000100:00000001:2.0:1776200764.955094:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200764.955096:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000817d4ebe x1862481227044160/t4294967391(4294967391) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.955104:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.955107:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000817d4ebe x1862481227044160/t4294967391(4294967391) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.955112:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.955113:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.968085:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.968103:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.968107:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.968110:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.968120:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.968127:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200764.968135:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.968140:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.968145:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.968148:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 600 into portal 10 MB=0x69deab3f05540 00000400:00000200:3.0:1776200764.968153:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.968159:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 600/600 into md 0x1415 [1] + 224 00000800:00000001:3.0:1776200764.968166:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.968184:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.968188:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.968192:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200764.968198:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200764.968203:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000817d4ebe x1862481227044160/t4294967391(4294967391) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200764.968214:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=600 offset=224 replen=656 req@00000000817d4ebe x1862481227044160/t4294967391(4294967391) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200764.968244:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:3.0:1776200764.968252:0:2234:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1776200764.968255:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.968260:0:2234:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200764.968274:0:2234:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [534:534:256:4294967295] 192.168.203.148@tcp LPNI seq info [534:534:8:4294967295] 00000400:00000200:3.0:1776200764.968278:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.968286:0:2234:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:3.0:1776200764.968291:0:2234:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200764.968296:0:2234:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e06bd1bd (tot 3431934). 00000800:00000200:3.0:1776200764.968302:0:2234:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200764.968309:0:2234:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200764.968312:0:2234:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e06bd1bd type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1776200764.968404:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200764.968408:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e06bd1bd (tot 3431686). 00000400:00000200:3.0:1776200764.968414:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.968418:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:3.0:1776200764.968423:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.968426:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.968828:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.968833:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200764.968840:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200764.968842:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200764.968844:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db344a19. 00000400:00000200:1.0:1776200764.968848:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b86a6c43 00000400:00000010:1.0:1776200764.968850:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b86a6c43. 00000100:00000001:1.0:1776200764.968853:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200764.968857:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000817d4ebe x1862481227044160/t4294967391(4294967391) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200764.968865:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000817d4ebe x1862481227044160/t4294967391(4294967391) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.968871:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200764.968873:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.968875:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200764.968878:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200764.968880:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200764.968882:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.968885:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200764.968892:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=133 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200764.968896:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200764.968899:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1776200764.968902:0:2239:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@00000000817d4ebe x1862481227044160/t4294967391(4294967391) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.968906:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1776200764.968909:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200764.968911:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200764.968913:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200764.968915:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200764.968917:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1776200764.968920:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000817d4ebe x1862481227044160/t4294967391(4294967391) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.968927:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1776200764.968930:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200764.968932:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.968934:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200764.968938:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@00000000817d4ebe x1862481227044160/t4294967391(4294967391) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000002:00000001:1.0:1776200764.968944:0:2239:0:(mdc_request.c:687:mdc_replay_open()) Process entered 00000002:00080000:1.0:1776200764.968953:0:2239:0:(mdc_request.c:738:mdc_replay_open()) @@@ updating close body with new fh req@0000000007cb0a36 x1862481227044288/t4294967392(4294967392) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:1.0:1776200764.968959:0:2239:0:(mdc_request.c:741:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1776200764.968960:0:2239:0:(client.c:3161:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@00000000817d4ebe x1862481227044160/t4294967391(4294967391) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.968967:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200764.968968:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200764.968970:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200764.968972:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200764.968973:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200764.968978:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.968984:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200764.968985:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967391 00000100:00000001:1.0:1776200764.968999:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200764.969005:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@0000000007cb0a36 x1862481227044288/t4294967392(4294967392) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 1 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.969011:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.969012:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801564352 : -112992907987264 : ffff993bc9db76c0) 00000100:00000040:1.0:1776200764.969016:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000007cb0a36] to pc [ptlrpcd_rcv+-1] req@0000000007cb0a36 x1862481227044288/t4294967392(4294967392) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.969023:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.969024:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.969026:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.969028:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.969031:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000817d4ebe x1862481227044160/t4294967391(4294967391) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00100000:1.0:1776200764.969038:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000817d4ebe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227044160:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200764.969042:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.969045:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200764.969047:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000817d4ebe x1862481227044160/t4294967391(4294967391) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.969053:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.969054:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.969063:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.969064:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.969066:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.969067:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.969068:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200764.969071:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000007cb0a36 x1862481227044288/t4294967392(4294967392) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.969076:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200764.969078:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.969081:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200764.969083:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200764.969086:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000007cb0a36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227044288:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200764.969089:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200764.969094:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200764.969096:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200764.969101:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200764.969105:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db344a19. 00000400:00000010:1.0:1776200764.969109:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b86a6c43. 00000100:00000200:1.0:1776200764.969114:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227044288, portal 10 00000100:00000001:1.0:1776200764.969115:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.969116:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801564352 : -112992907987264 : ffff993bc9db76c0) 00000100:00000040:1.0:1776200764.969120:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@0000000007cb0a36 x1862481227044288/t4294967392(4294967392) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.969127:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200764.969129:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200764.969131:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad71aa6e. 00000100:00000200:1.0:1776200764.969134:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227044288, offset 0 00000400:00000200:1.0:1776200764.969139:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200764.969145:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.969150:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200764.969156:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200764.969159:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200764.969162:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200764.969164:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [535:535:256:4294967295] 192.168.203.148@tcp LPNI seq info [535:535:8:4294967295] 00000400:00000200:1.0:1776200764.969168:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.970966:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200764.970978:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200764.970988:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004beab876 (tot 3431934). 00000800:00000200:1.0:1776200764.970996:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200764.971002:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200764.971006:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004beab876 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1776200764.971027:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.971031:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.971034:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.971037:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.971040:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.971048:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.971050:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1776200764.971052:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.971054:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.971055:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.971056:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200764.971915:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200764.971920:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004beab876 (tot 3431686). 00000400:00000200:2.0:1776200764.971927:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.971933:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200764.971939:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad71aa6e 00000400:00000010:2.0:1776200764.971941:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad71aa6e. 00000100:00000001:2.0:1776200764.971945:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200764.971950:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000007cb0a36 x1862481227044288/t4294967392(4294967392) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.971960:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.971962:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@0000000007cb0a36 x1862481227044288/t4294967392(4294967392) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.971967:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.971968:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200764.982773:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.982789:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200764.982793:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.982795:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.982805:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.982812:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200764.982820:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.982824:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.982828:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.982832:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f055c0 00000400:00000200:2.0:1776200764.982837:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.982842:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0x141d [1] + 224 00000800:00000001:2.0:1776200764.982849:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.983001:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.983005:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.983009:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200764.983016:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.983021:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000007cb0a36 x1862481227044288/t4294967392(4294967392) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200764.983032:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=456 offset=224 replen=456 req@0000000007cb0a36 x1862481227044288/t4294967392(4294967392) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.983053:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200764.983062:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.983065:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.983091:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.983095:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200764.983102:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200764.983105:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200764.983107:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db344a19. 00000400:00000200:1.0:1776200764.983110:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b86a6c43 00000400:00000010:1.0:1776200764.983112:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b86a6c43. 00000100:00000001:1.0:1776200764.983115:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200764.983119:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000007cb0a36 x1862481227044288/t4294967392(4294967392) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200764.983127:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000007cb0a36 x1862481227044288/t4294967392(4294967392) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.983133:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200764.983134:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.983137:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200764.983139:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200764.983141:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200764.983143:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.983145:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200764.983152:0:2239:0:(import.c:1935:at_measured()) add 10 to 000000000f61d0a9 time=132 v=10 (10 0 0 0) 00000100:00001000:1.0:1776200764.983156:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200764.983158:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200764.983160:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200764.983162:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776200764.983164:0:2239:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.983167:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200764.983179:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200764.983181:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200764.983183:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200764.983185:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.983189:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000007cb0a36 x1862481227044288/t4294967392(4294967392) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.983196:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.983199:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200764.983201:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.983203:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200764.983205:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@0000000007cb0a36 x1862481227044288/t4294967392(4294967392) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.983216:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200764.983218:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200764.983220:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200764.983221:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200764.983222:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200764.983226:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.983231:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200764.983232:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967392 00000100:00000001:1.0:1776200764.983246:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200764.983250:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@000000008d637807 x1862481227044416/t4294967393(4294967393) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 1 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.983255:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.983256:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801559488 : -112992907992128 : ffff993bc9db63c0) 00000100:00000040:1.0:1776200764.983261:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000008d637807] to pc [ptlrpcd_rcv+-1] req@000000008d637807 x1862481227044416/t4294967393(4294967393) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.983268:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.983269:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.983271:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.983273:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.983276:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000007cb0a36 x1862481227044288/t4294967392(4294967392) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:1.0:1776200764.983282:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000007cb0a36 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227044288:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200764.983286:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.983288:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200764.983290:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000007cb0a36 x1862481227044288/t4294967392(4294967392) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.983295:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.983297:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.983304:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.983305:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.983307:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.983308:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.983310:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200764.983312:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008d637807 x1862481227044416/t4294967393(4294967393) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.983319:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200764.983320:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.983323:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200764.983326:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200764.983329:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008d637807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227044416:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200764.983332:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200764.983336:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200764.983337:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.983339:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200764.983470:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f56b620d. 02000000:00000001:1.0:1776200764.983473:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200764.983478:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200764.983482:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db344a19. 00000400:00000010:1.0:1776200764.983485:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b86a6c43. 00000100:00000200:1.0:1776200764.983490:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227044416, portal 10 00000100:00000001:1.0:1776200764.983492:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.983493:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801559488 : -112992907992128 : ffff993bc9db63c0) 00000100:00000040:1.0:1776200764.983497:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@000000008d637807 x1862481227044416/t4294967393(4294967393) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.983503:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200764.983505:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200764.983507:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008fdf0e42. 00000100:00000200:1.0:1776200764.983510:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1862481227044416, offset 0 00000400:00000200:1.0:1776200764.983515:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200764.983520:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.983526:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200764.983532:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200764.983535:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200764.983537:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200764.983540:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [536:536:256:4294967295] 192.168.203.148@tcp LPNI seq info [536:536:8:4294967295] 00000400:00000200:1.0:1776200764.983544:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.983550:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200764.983555:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200764.983558:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e9b3a0d (tot 3431934). 00000800:00000200:1.0:1776200764.983563:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200764.983569:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200764.983573:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002e9b3a0d type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1776200764.983625:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.983627:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.983629:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.983697:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.983700:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.983703:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.983704:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1776200764.983706:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.983707:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.983708:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.983709:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200764.983961:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200764.983965:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e9b3a0d (tot 3431686). 00000400:00000200:2.0:1776200764.983969:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.983973:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200764.983976:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008fdf0e42 00000400:00000010:2.0:1776200764.983977:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008fdf0e42. 00000100:00000001:2.0:1776200764.983979:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200764.983982:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008d637807 x1862481227044416/t4294967393(4294967393) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.983989:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.983991:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000008d637807 x1862481227044416/t4294967393(4294967393) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.983997:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.983999:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200764.992632:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.992649:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200764.992653:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.992655:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.992665:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.992672:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200764.992680:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.992684:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.992687:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.992691:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 600 into portal 10 MB=0x69deab3f05640 00000400:00000200:2.0:1776200764.992696:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.992700:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 600/600 into md 0x1425 [1] + 224 00000800:00000001:2.0:1776200764.992707:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.992713:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200764.992716:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.992719:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200764.992725:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200764.992730:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008d637807 x1862481227044416/t4294967393(4294967393) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200764.992741:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=600 offset=224 replen=656 req@000000008d637807 x1862481227044416/t4294967393(4294967393) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.992768:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:2.0:1776200764.992775:0:2235:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1776200764.992778:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.992783:0:2235:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200764.992787:0:2235:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [537:537:256:4294967295] 192.168.203.148@tcp LPNI seq info [537:537:8:4294967295] 00000400:00000200:2.0:1776200764.992791:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200764.992799:0:2235:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:2.0:1776200764.992803:0:2235:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200764.992809:0:2235:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000063bad7bd (tot 3431934). 00000800:00000200:2.0:1776200764.992814:0:2235:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200764.992821:0:2235:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200764.992825:0:2235:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000063bad7bd type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1776200764.992904:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.992909:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200764.992916:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200764.992918:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200764.992920:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db344a19. 00000400:00000200:1.0:1776200764.992924:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b86a6c43 00000400:00000010:1.0:1776200764.992926:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b86a6c43. 00000100:00000001:1.0:1776200764.992928:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200764.992932:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008d637807 x1862481227044416/t4294967393(4294967393) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200764.992939:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008d637807 x1862481227044416/t4294967393(4294967393) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.992950:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200764.992952:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.992954:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200764.992957:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200764.992960:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200764.992962:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.992964:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200764.992971:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=133 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200764.992975:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=1 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200764.992977:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1776200764.992979:0:2239:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@000000008d637807 x1862481227044416/t4294967393(4294967393) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.992985:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1776200764.992988:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200764.992990:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200764.992991:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200764.992993:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200764.992995:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1776200764.992999:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008d637807 x1862481227044416/t4294967393(4294967393) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Rpc:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.993005:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1776200764.993008:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200764.993009:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.993011:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200764.993014:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@000000008d637807 x1862481227044416/t4294967393(4294967393) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000002:00000001:1.0:1776200764.993021:0:2239:0:(mdc_request.c:687:mdc_replay_open()) Process entered 00000002:00080000:1.0:1776200764.993029:0:2239:0:(mdc_request.c:738:mdc_replay_open()) @@@ updating close body with new fh req@00000000977b778d x1862481227044544/t4294967394(4294967394) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:1.0:1776200764.993034:0:2239:0:(mdc_request.c:741:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1776200764.993036:0:2239:0:(client.c:3161:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@000000008d637807 x1862481227044416/t4294967393(4294967393) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.993043:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200764.993045:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200764.993047:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200764.993048:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200764.993049:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200764.993054:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.993058:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200764.993059:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967393 00000100:00000001:1.0:1776200764.993075:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200764.993077:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@00000000977b778d x1862481227044544/t4294967394(4294967394) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 1 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.993082:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.993083:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801549760 : -112992908001856 : ffff993bc9db3dc0) 00000100:00000040:1.0:1776200764.993086:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000977b778d] to pc [ptlrpcd_rcv+-1] req@00000000977b778d x1862481227044544/t4294967394(4294967394) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.993092:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.993094:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.993096:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.993097:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200764.993099:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008d637807 x1862481227044416/t4294967393(4294967393) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Interpret:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00100000:1.0:1776200764.993105:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008d637807 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227044416:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200764.993110:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.993112:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200764.993114:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000008d637807 x1862481227044416/t4294967393(4294967393) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200771 ref 2 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200764.993119:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.993122:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.993129:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.993130:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.993132:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.993133:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.993134:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200764.993137:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000977b778d x1862481227044544/t4294967394(4294967394) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200764.993143:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200764.993144:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200764.993147:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200764.993149:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200764.993151:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000977b778d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227044544:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200764.993154:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200764.993159:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200764.993160:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200764.993164:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200764.993167:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db344a19. 00000400:00000010:1.0:1776200764.993184:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b86a6c43. 00000100:00000200:1.0:1776200764.993189:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227044544, portal 10 00000100:00000001:1.0:1776200764.993191:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200764.993192:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801549760 : -112992908001856 : ffff993bc9db3dc0) 00000100:00000040:1.0:1776200764.993196:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@00000000977b778d x1862481227044544/t4294967394(4294967394) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.993202:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200764.993204:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200764.993206:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071a54455. 00000100:00000200:1.0:1776200764.993209:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227044544, offset 0 00000400:00000200:1.0:1776200764.993214:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200764.993219:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.993223:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200764.993229:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200764.993232:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200764.993235:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200764.993237:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [538:538:255:4294967295] 192.168.203.148@tcp LPNI seq info [538:538:7:4294967295] 00000400:00000200:1.0:1776200764.993241:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200764.993248:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200764.993252:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200764.993255:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000045d123db (tot 3432182). 00000800:00000200:1.0:1776200764.993259:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200764.993263:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200764.993265:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000045d123db type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1776200764.993546:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.993549:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200764.993552:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.993554:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.993555:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200764.993559:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200764.993560:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1776200764.993562:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.993563:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200764.993564:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200764.993565:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200764.993672:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200764.993676:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000063bad7bd (tot 3431934). 00000400:00000200:2.0:1776200764.993680:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.993684:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:2.0:1776200764.993691:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200764.993694:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1776200764.993861:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200764.993864:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000045d123db (tot 3431686). 00000400:00000200:2.0:1776200764.993867:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200764.993871:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200764.993873:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071a54455 00000400:00000010:2.0:1776200764.993875:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071a54455. 00000100:00000001:2.0:1776200764.993878:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200764.993881:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000977b778d x1862481227044544/t4294967394(4294967394) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.993893:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200764.993895:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000977b778d x1862481227044544/t4294967394(4294967394) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200764.993901:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200764.993902:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200764.997926:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.997943:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200764.997948:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.997951:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.997961:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.997969:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200764.997977:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.997982:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.997986:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.997990:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f056c0 00000400:00000200:3.0:1776200764.997995:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200764.998001:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0x142d [1] + 224 00000800:00000001:3.0:1776200764.998008:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.998015:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200764.998017:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200764.998022:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200764.998027:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200764.998033:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000977b778d x1862481227044544/t4294967394(4294967394) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200764.998042:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=456 offset=224 replen=456 req@00000000977b778d x1862481227044544/t4294967394(4294967394) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200764.998221:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200764.998225:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200764.998741:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200764.998755:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200764.998759:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1776200765.000333:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200765.000337:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200765.000340:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db344a19. 00000400:00000200:1.0:1776200765.000446:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b86a6c43 00000400:00000010:1.0:1776200765.000448:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b86a6c43. 00000100:00000001:1.0:1776200765.000453:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200765.000463:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000977b778d x1862481227044544/t4294967394(4294967394) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200765.000472:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000977b778d x1862481227044544/t4294967394(4294967394) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200765.000480:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200765.000483:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.000485:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200765.000488:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200765.000490:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200765.000493:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200765.000495:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200765.000503:0:2239:0:(import.c:1935:at_measured()) add 10 to 000000000f61d0a9 time=133 v=10 (10 0 0 0) 00000100:00001000:1.0:1776200765.000507:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=2 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200765.000509:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200765.000511:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200765.000513:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776200765.000515:0:2239:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.000518:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200765.000520:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200765.000522:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200765.000524:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200765.000526:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200765.000530:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000977b778d x1862481227044544/t4294967394(4294967394) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200765.000537:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200765.000540:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200765.000541:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.000543:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200765.000546:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@00000000977b778d x1862481227044544/t4294967394(4294967394) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200765.000551:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200765.000553:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200765.000555:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200765.000556:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200765.000557:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200765.000561:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200765.000566:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200765.000567:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967394 00000100:00000001:1.0:1776200765.000582:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200765.000586:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@00000000cbf649c3 x1862481227044672/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 1 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200765.000608:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200765.000609:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801541248 : -112992908010368 : ffff993bc9db1c80) 00000100:00000040:1.0:1776200765.000614:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000cbf649c3] to pc [ptlrpcd_rcv+-1] req@00000000cbf649c3 x1862481227044672/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200765.000620:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.000622:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.000624:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.000625:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200765.000627:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000977b778d x1862481227044544/t4294967394(4294967394) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:1.0:1776200765.000633:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000977b778d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227044544:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200765.000637:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.000639:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200765.000641:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000977b778d x1862481227044544/t4294967394(4294967394) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200782 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200765.000647:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.000649:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.000657:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200765.000659:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.000661:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200765.000663:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200765.000665:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200765.000667:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cbf649c3 x1862481227044672/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200765.000674:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200765.000675:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200765.000678:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200765.000681:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200765.000684:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cbf649c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227044672:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200765.000687:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200765.000691:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200765.000693:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200765.000695:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200765.000702:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ced958a8. 02000000:00000001:1.0:1776200765.000704:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200765.000711:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200765.000713:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db344a19. 00000400:00000010:1.0:1776200765.000717:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b86a6c43. 00000100:00000200:1.0:1776200765.000722:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227044672, portal 10 00000100:00000001:1.0:1776200765.000724:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200765.000725:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801541248 : -112992908010368 : ffff993bc9db1c80) 00000100:00000040:1.0:1776200765.000729:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@00000000cbf649c3 x1862481227044672/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200772 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200765.000735:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200765.000738:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200765.000741:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000097519d99. 00000100:00000200:1.0:1776200765.000743:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1862481227044672, offset 0 00000400:00000200:1.0:1776200765.000749:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200765.000757:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200765.000764:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200765.000771:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200765.000774:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200765.000777:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200765.000780:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [539:539:256:4294967295] 192.168.203.148@tcp LPNI seq info [539:539:8:4294967295] 00000400:00000200:1.0:1776200765.000783:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200765.000792:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200765.000798:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200765.000804:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000045d123db (tot 3431934). 00000800:00000200:1.0:1776200765.000810:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200765.000818:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200765.000821:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000045d123db type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1776200765.000847:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.000849:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200765.000852:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.000854:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.000856:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.000858:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200765.000859:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1776200765.000861:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200765.000862:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200765.000863:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.000864:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200765.001575:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200765.001580:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000045d123db (tot 3431686). 00000400:00000200:2.0:1776200765.001586:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200765.001683:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200765.001688:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000097519d99 00000400:00000010:2.0:1776200765.001690:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000097519d99. 00000100:00000001:2.0:1776200765.001693:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200765.001697:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cbf649c3 x1862481227044672/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200772 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200765.001706:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200765.001707:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000cbf649c3 x1862481227044672/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200772 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200765.001712:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200765.001713:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200765.019638:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200765.019653:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200765.019658:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200765.019660:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200765.019671:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200765.019678:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200765.019686:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200765.019691:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200765.019695:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200765.019698:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 600 into portal 10 MB=0x69deab3f05740 00000400:00000200:3.0:1776200765.019703:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200765.019709:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 600/600 into md 0x1435 [1] + 224 00000800:00000001:3.0:1776200765.019717:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200765.019723:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200765.019780:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200765.019784:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200765.019790:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200765.019795:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cbf649c3 x1862481227044672/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200772 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200765.019811:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=600 offset=224 replen=656 req@00000000cbf649c3 x1862481227044672/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200772 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200765.019831:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:3.0:1776200765.019838:0:2234:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1776200765.019840:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200765.019845:0:2234:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200765.019849:0:2234:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [540:540:256:4294967295] 192.168.203.148@tcp LPNI seq info [540:540:8:4294967295] 00000400:00000200:3.0:1776200765.019853:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200765.020131:0:2234:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:3.0:1776200765.020139:0:2234:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200765.020145:0:2234:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e06bd1bd (tot 3431934). 00000800:00000200:3.0:1776200765.020151:0:2234:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200765.020157:0:2234:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200765.020161:0:2234:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e06bd1bd type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1776200765.021047:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200765.021052:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e06bd1bd (tot 3431686). 00000400:00000200:3.0:1776200765.021058:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200765.021064:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:3.0:1776200765.021071:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200765.021075:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.021638:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200765.021642:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200765.021649:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200765.021651:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200765.021653:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db344a19. 00000400:00000200:1.0:1776200765.021657:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b86a6c43 00000400:00000010:1.0:1776200765.021659:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b86a6c43. 00000100:00000001:1.0:1776200765.021663:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200765.021668:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cbf649c3 x1862481227044672/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200772 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200765.021677:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cbf649c3 x1862481227044672/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200772 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200765.021682:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200765.021684:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.021686:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200765.021689:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200765.021691:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200765.021693:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200765.021695:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200765.021703:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=134 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200765.021707:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=2 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200765.021709:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1776200765.021712:0:2239:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@00000000cbf649c3 x1862481227044672/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200772 ref 2 fl Rpc:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200765.021719:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1776200765.021721:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200765.021724:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200765.021725:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200765.021727:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200765.021729:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1776200765.021732:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cbf649c3 x1862481227044672/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200772 ref 2 fl Rpc:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200765.021739:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1776200765.021741:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200765.021742:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.021745:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200765.021747:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@00000000cbf649c3 x1862481227044672/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200772 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000002:00000001:1.0:1776200765.021754:0:2239:0:(mdc_request.c:687:mdc_replay_open()) Process entered 00000002:00080000:1.0:1776200765.021762:0:2239:0:(mdc_request.c:738:mdc_replay_open()) @@@ updating close body with new fh req@00000000177f683f x1862481227044800/t4294967396(4294967396) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:1.0:1776200765.021767:0:2239:0:(mdc_request.c:741:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1776200765.021769:0:2239:0:(client.c:3161:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@00000000cbf649c3 x1862481227044672/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200772 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200765.021775:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200765.021777:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200765.021779:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200765.021780:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200765.021781:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200765.021785:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200765.021791:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200765.021792:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967395 00000100:00000001:1.0:1776200765.021808:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200765.021811:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@00000000177f683f x1862481227044800/t4294967396(4294967396) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 1 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200765.021818:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200765.021818:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801037632 : -112992908513984 : ffff993bc9d36d40) 00000100:00000040:1.0:1776200765.021823:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000177f683f] to pc [ptlrpcd_rcv+-1] req@00000000177f683f x1862481227044800/t4294967396(4294967396) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200765.021830:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.021831:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.021833:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.021835:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200765.021838:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cbf649c3 x1862481227044672/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200772 ref 2 fl Interpret:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00100000:1.0:1776200765.021845:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cbf649c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227044672:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200765.021849:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.021862:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200765.021864:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000cbf649c3 x1862481227044672/t4294967395(4294967395) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200772 ref 2 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200765.021877:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.021878:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.021885:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200765.021887:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.021889:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200765.021890:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200765.021891:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200765.021894:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000177f683f x1862481227044800/t4294967396(4294967396) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200765.021900:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200765.021901:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200765.021905:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200765.021909:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200765.021911:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000177f683f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227044800:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200765.021914:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200765.021919:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200765.021921:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200765.021926:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200765.021932:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db344a19. 00000400:00000010:1.0:1776200765.021937:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b86a6c43. 00000100:00000200:1.0:1776200765.021942:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227044800, portal 10 00000100:00000001:1.0:1776200765.021944:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200765.021945:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801037632 : -112992908513984 : ffff993bc9d36d40) 00000100:00000040:1.0:1776200765.021949:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@00000000177f683f x1862481227044800/t4294967396(4294967396) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200765.021956:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200765.021958:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200765.021960:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b28f9ce. 00000100:00000200:1.0:1776200765.021963:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227044800, offset 0 00000400:00000200:1.0:1776200765.021969:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200765.021976:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200765.021982:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200765.021989:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200765.021992:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200765.021995:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200765.021998:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [541:541:256:4294967295] 192.168.203.148@tcp LPNI seq info [541:541:8:4294967295] 00000400:00000200:1.0:1776200765.022001:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200765.022007:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200765.022011:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200765.022015:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e9b3a0d (tot 3431934). 00000800:00000200:1.0:1776200765.022020:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200765.022026:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200765.022028:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002e9b3a0d type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1776200765.022048:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.022050:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200765.022052:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.022054:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.022055:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.022058:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200765.022059:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1776200765.022061:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200765.022062:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200765.022062:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.022064:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200765.022323:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200765.022327:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e9b3a0d (tot 3431686). 00000400:00000200:2.0:1776200765.022331:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200765.022335:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200765.022338:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b28f9ce 00000400:00000010:2.0:1776200765.022340:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b28f9ce. 00000100:00000001:2.0:1776200765.022351:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200765.022354:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000177f683f x1862481227044800/t4294967396(4294967396) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200765.022361:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200765.022363:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000177f683f x1862481227044800/t4294967396(4294967396) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200765.022374:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200765.022375:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200765.028369:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200765.028387:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200765.028393:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200765.028395:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200765.028406:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200765.028416:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200765.028426:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200765.028431:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200765.028442:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200765.028449:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f057c0 00000400:00000200:2.0:1776200765.028454:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200765.028460:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0x143d [1] + 224 00000800:00000001:2.0:1776200765.028467:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200765.028479:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200765.028481:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200765.028485:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200765.028490:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200765.028496:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000177f683f x1862481227044800/t4294967396(4294967396) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200765.028506:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=456 offset=224 replen=456 req@00000000177f683f x1862481227044800/t4294967396(4294967396) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200765.028526:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200765.028534:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200765.028536:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.028655:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200765.028662:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200765.028669:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200765.028670:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200765.028672:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db344a19. 00000400:00000200:1.0:1776200765.028679:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b86a6c43 00000400:00000010:1.0:1776200765.028680:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b86a6c43. 00000100:00000001:1.0:1776200765.028683:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200765.028689:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000177f683f x1862481227044800/t4294967396(4294967396) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200765.028697:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000177f683f x1862481227044800/t4294967396(4294967396) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200765.028703:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200765.028704:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.028706:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200765.028711:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200765.028713:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200765.028714:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200765.028717:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200765.028727:0:2239:0:(import.c:1935:at_measured()) add 10 to 000000000f61d0a9 time=133 v=10 (10 0 0 0) 00000100:00001000:1.0:1776200765.028730:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=2 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200765.028733:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200765.028734:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200765.028737:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776200765.028742:0:2239:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.028745:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200765.028747:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200765.028749:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200765.028751:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200765.028755:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200765.028759:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000177f683f x1862481227044800/t4294967396(4294967396) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200765.028765:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200765.028768:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200765.028769:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.028774:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200765.028777:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@00000000177f683f x1862481227044800/t4294967396(4294967396) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200765.028785:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200765.028787:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200765.028789:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200765.028790:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200765.028791:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200765.028795:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200765.028803:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200765.028804:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967396 00000100:00000001:1.0:1776200765.028820:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200765.028824:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@0000000079a3cd58 x1862481227044928/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 1 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200765.028833:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200765.028834:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801029120 : -112992908522496 : ffff993bc9d34c00) 00000100:00000040:1.0:1776200765.028838:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000079a3cd58] to pc [ptlrpcd_rcv+-1] req@0000000079a3cd58 x1862481227044928/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200765.028848:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.028849:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.028851:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.029054:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200765.029060:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000177f683f x1862481227044800/t4294967396(4294967396) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:1.0:1776200765.029070:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000177f683f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227044800:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200765.029077:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.029080:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200765.029082:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000177f683f x1862481227044800/t4294967396(4294967396) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200765.029087:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.029089:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.029099:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200765.029100:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.029102:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200765.029103:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200765.029104:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200765.029107:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000079a3cd58 x1862481227044928/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200765.029113:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200765.029115:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200765.029118:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200765.029121:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200765.029123:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000079a3cd58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227044928:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200765.029126:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200765.029130:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200765.029132:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200765.029134:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200765.029139:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000bc151677. 02000000:00000001:1.0:1776200765.029141:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200765.029145:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200765.029147:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db344a19. 00000400:00000010:1.0:1776200765.029151:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b86a6c43. 00000100:00000200:1.0:1776200765.029156:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227044928, portal 10 00000100:00000001:1.0:1776200765.029159:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200765.029159:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801029120 : -112992908522496 : ffff993bc9d34c00) 00000100:00000040:1.0:1776200765.029164:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@0000000079a3cd58 x1862481227044928/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200772 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200765.029169:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200765.029171:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200765.029180:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd5272a1. 00000100:00000200:1.0:1776200765.029183:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1862481227044928, offset 0 00000400:00000200:1.0:1776200765.029188:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200765.029194:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200765.029203:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200765.029211:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200765.029215:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200765.029217:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200765.029221:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [542:542:256:4294967295] 192.168.203.148@tcp LPNI seq info [542:542:8:4294967295] 00000400:00000200:1.0:1776200765.029224:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200765.029234:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200765.029241:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200765.029245:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004beab876 (tot 3431934). 00000800:00000200:1.0:1776200765.029250:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200765.029259:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200765.029262:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004beab876 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1776200765.029278:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.029280:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200765.029282:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.029284:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.029286:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.029292:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200765.029293:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1776200765.029295:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200765.029296:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200765.029297:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.029298:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200765.029455:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200765.029459:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004beab876 (tot 3431686). 00000400:00000200:3.0:1776200765.029466:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200765.029470:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200765.029473:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd5272a1 00000400:00000010:3.0:1776200765.029474:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd5272a1. 00000100:00000001:3.0:1776200765.029477:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200765.029479:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000079a3cd58 x1862481227044928/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200772 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200765.029491:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200765.029493:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@0000000079a3cd58 x1862481227044928/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200772 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200765.029498:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200765.029500:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200765.042733:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200765.042751:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200765.042756:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200765.042758:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200765.042768:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200765.042774:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200765.042783:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200765.042788:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200765.042791:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200765.042795:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 600 into portal 10 MB=0x69deab3f05840 00000400:00000200:2.0:1776200765.042800:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200765.042805:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 600/600 into md 0x1445 [1] + 224 00000800:00000001:2.0:1776200765.042812:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200765.042820:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200765.042822:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200765.042826:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200765.042831:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200765.042836:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000079a3cd58 x1862481227044928/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200772 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200765.042845:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=600 offset=224 replen=656 req@0000000079a3cd58 x1862481227044928/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200772 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200765.043135:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:2.0:1776200765.043144:0:2235:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1776200765.043148:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200765.043153:0:2235:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200765.043158:0:2235:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [543:543:256:4294967295] 192.168.203.148@tcp LPNI seq info [543:543:8:4294967295] 00000400:00000200:2.0:1776200765.043162:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200765.043169:0:2235:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:2.0:1776200765.043174:0:2235:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200765.043179:0:2235:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000063bad7bd (tot 3431934). 00000800:00000200:2.0:1776200765.043185:0:2235:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200765.043192:0:2235:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200765.043196:0:2235:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000063bad7bd type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1776200765.043285:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200765.043288:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000063bad7bd (tot 3431686). 00000400:00000200:2.0:1776200765.043292:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200765.043295:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:2.0:1776200765.043301:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200765.043303:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.044720:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200765.044725:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200765.044734:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200765.044735:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200765.044738:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db344a19. 00000400:00000200:1.0:1776200765.044744:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b86a6c43 00000400:00000010:1.0:1776200765.044746:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b86a6c43. 00000100:00000001:1.0:1776200765.044749:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200765.044758:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000079a3cd58 x1862481227044928/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200772 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200765.044767:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000079a3cd58 x1862481227044928/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200772 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200765.044774:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200765.044776:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.044778:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200765.044781:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200765.044783:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200765.044786:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200765.044788:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200765.044797:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=134 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200765.044801:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=2 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200765.044803:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1776200765.044806:0:2239:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@0000000079a3cd58 x1862481227044928/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200772 ref 2 fl Rpc:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200765.044811:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1776200765.044813:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200765.044815:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200765.044817:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200765.044819:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200765.044821:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1776200765.044824:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000079a3cd58 x1862481227044928/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200772 ref 2 fl Rpc:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200765.044830:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1776200765.044833:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200765.044835:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.044837:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200765.044840:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@0000000079a3cd58 x1862481227044928/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200772 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000002:00000001:1.0:1776200765.044848:0:2239:0:(mdc_request.c:687:mdc_replay_open()) Process entered 00000002:00080000:1.0:1776200765.045194:0:2239:0:(mdc_request.c:738:mdc_replay_open()) @@@ updating close body with new fh req@00000000368b9ecf x1862481227045056/t4294967398(4294967398) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:1.0:1776200765.045202:0:2239:0:(mdc_request.c:741:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1776200765.045204:0:2239:0:(client.c:3161:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@0000000079a3cd58 x1862481227044928/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200772 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200765.045211:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200765.045212:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200765.045214:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200765.045215:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200765.045216:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200765.045220:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200765.045226:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200765.045227:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967397 00000100:00000001:1.0:1776200765.045241:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200765.045244:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@00000000368b9ecf x1862481227045056/t4294967398(4294967398) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 1 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200765.045250:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200765.045251:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080764525568 : -112992945026048 : ffff993bc7a64c00) 00000100:00000040:1.0:1776200765.045256:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000368b9ecf] to pc [ptlrpcd_rcv+-1] req@00000000368b9ecf x1862481227045056/t4294967398(4294967398) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200765.045263:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.045265:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.045266:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.045268:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200765.045271:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000079a3cd58 x1862481227044928/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200772 ref 2 fl Interpret:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00100000:1.0:1776200765.045277:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000079a3cd58 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227044928:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200765.045281:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.045283:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200765.045285:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000079a3cd58 x1862481227044928/t4294967397(4294967397) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200772 ref 2 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200765.045290:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.045292:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.045300:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200765.045302:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.045303:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200765.045304:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200765.045306:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200765.045308:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000368b9ecf x1862481227045056/t4294967398(4294967398) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200765.045313:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200765.045315:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200765.045318:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200765.045321:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200765.045323:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000368b9ecf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227045056:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200765.045326:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200765.045330:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200765.045332:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200765.045338:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200765.045354:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db344a19. 00000400:00000010:1.0:1776200765.045359:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b86a6c43. 00000100:00000200:1.0:1776200765.045364:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227045056, portal 10 00000100:00000001:1.0:1776200765.045366:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200765.045367:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080764525568 : -112992945026048 : ffff993bc7a64c00) 00000100:00000040:1.0:1776200765.045371:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@00000000368b9ecf x1862481227045056/t4294967398(4294967398) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200765.045378:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200765.045381:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200765.045383:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075f763f4. 00000100:00000200:1.0:1776200765.045386:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227045056, offset 0 00000400:00000200:1.0:1776200765.045391:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200765.045398:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200765.045404:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200765.045410:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200765.045415:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200765.045417:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200765.045421:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [544:544:256:4294967295] 192.168.203.148@tcp LPNI seq info [544:544:8:4294967295] 00000400:00000200:1.0:1776200765.045424:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200765.045507:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200765.045514:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200765.045519:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073c29e85 (tot 3431934). 00000800:00000200:1.0:1776200765.045525:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200765.045532:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200765.045536:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000073c29e85 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1776200765.045557:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.045559:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200765.045561:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.045563:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.045565:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.045568:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200765.045569:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1776200765.045571:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200765.045572:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200765.045573:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.045574:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200765.048637:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200765.048644:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073c29e85 (tot 3431686). 00000400:00000200:2.0:1776200765.048653:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200765.048662:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200765.048667:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075f763f4 00000400:00000010:2.0:1776200765.048669:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075f763f4. 00000100:00000001:2.0:1776200765.048674:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200765.048680:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000368b9ecf x1862481227045056/t4294967398(4294967398) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200765.048690:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200765.048693:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000368b9ecf x1862481227045056/t4294967398(4294967398) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200765.048699:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200765.048701:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200765.050110:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200765.050122:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200765.050126:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200765.050128:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200765.050137:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200765.050143:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200765.050151:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200765.050156:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200765.050160:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200765.050164:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f058c0 00000400:00000200:3.0:1776200765.050169:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200765.050174:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0x144d [1] + 224 00000800:00000001:3.0:1776200765.050181:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200765.050187:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200765.050189:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200765.050192:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200765.050196:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200765.050201:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000368b9ecf x1862481227045056/t4294967398(4294967398) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200765.050211:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=456 offset=224 replen=456 req@00000000368b9ecf x1862481227045056/t4294967398(4294967398) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200765.050232:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200765.050239:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200765.050242:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.050301:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200765.050305:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200765.050311:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200765.050314:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200765.050316:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db344a19. 00000400:00000200:1.0:1776200765.050320:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b86a6c43 00000400:00000010:1.0:1776200765.050321:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b86a6c43. 00000100:00000001:1.0:1776200765.050324:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200765.050328:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000368b9ecf x1862481227045056/t4294967398(4294967398) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200765.050336:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000368b9ecf x1862481227045056/t4294967398(4294967398) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200765.050353:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200765.050354:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.050357:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200765.050359:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200765.050362:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200765.050364:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200765.050366:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200765.050374:0:2239:0:(import.c:1935:at_measured()) add 10 to 000000000f61d0a9 time=133 v=10 (10 0 0 0) 00000100:00001000:1.0:1776200765.050378:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=2 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200765.050380:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200765.050382:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200765.050385:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776200765.050388:0:2239:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.050390:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200765.050393:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200765.050395:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200765.050397:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200765.050399:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200765.050403:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000368b9ecf x1862481227045056/t4294967398(4294967398) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200765.050410:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200765.050413:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200765.050415:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.050417:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200765.050420:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@00000000368b9ecf x1862481227045056/t4294967398(4294967398) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200765.050510:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200765.050512:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200765.050514:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200765.050516:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200765.050517:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200765.050522:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200765.050528:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200765.050529:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967398 00000100:00000001:1.0:1776200765.050543:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200765.050547:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@00000000d32fa554 x1862481227045184/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 1 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200765.050554:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200765.050555:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080685148096 : -112993024403520 : ffff993bc2eb17c0) 00000100:00000040:1.0:1776200765.050559:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d32fa554] to pc [ptlrpcd_rcv+-1] req@00000000d32fa554 x1862481227045184/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200765.050567:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.050569:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.050570:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.050572:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200765.050575:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000368b9ecf x1862481227045056/t4294967398(4294967398) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:1.0:1776200765.050582:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000368b9ecf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227045056:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200765.050655:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.050658:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200765.050661:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000368b9ecf x1862481227045056/t4294967398(4294967398) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200765.050668:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.050670:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.050677:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200765.050678:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.050680:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200765.050681:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200765.050683:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200765.050686:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d32fa554 x1862481227045184/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200765.050693:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200765.050694:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200765.050698:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200765.050701:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200765.050703:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d32fa554 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227045184:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200765.050707:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200765.050711:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200765.050713:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200765.050716:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200765.050722:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000018501401. 02000000:00000001:1.0:1776200765.050723:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200765.050728:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200765.050730:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db344a19. 00000400:00000010:1.0:1776200765.050734:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b86a6c43. 00000100:00000200:1.0:1776200765.050739:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227045184, portal 10 00000100:00000001:1.0:1776200765.050741:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200765.050742:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080685148096 : -112993024403520 : ffff993bc2eb17c0) 00000100:00000040:1.0:1776200765.050746:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@00000000d32fa554 x1862481227045184/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200772 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200765.050753:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200765.050755:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200765.050757:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d92d0e2b. 00000100:00000200:1.0:1776200765.050760:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1862481227045184, offset 0 00000400:00000200:1.0:1776200765.050765:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200765.050771:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200765.050777:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200765.050785:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200765.050788:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200765.050791:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200765.050795:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [545:545:256:4294967295] 192.168.203.148@tcp LPNI seq info [545:545:8:4294967295] 00000400:00000200:1.0:1776200765.050799:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200765.050807:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200765.050812:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200765.050818:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073c29e85 (tot 3431934). 00000800:00000200:1.0:1776200765.050823:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200765.050831:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200765.050834:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000073c29e85 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1776200765.051237:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.051241:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200765.051243:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.051246:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.051248:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.051251:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200765.051252:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1776200765.051254:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200765.051255:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200765.051257:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.051259:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200765.054144:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200765.054153:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073c29e85 (tot 3431686). 00000400:00000200:2.0:1776200765.054163:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200765.054172:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200765.054178:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d92d0e2b 00000400:00000010:2.0:1776200765.054181:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d92d0e2b. 00000100:00000001:2.0:1776200765.054186:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200765.054192:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d32fa554 x1862481227045184/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200772 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200765.054203:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200765.054206:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000d32fa554 x1862481227045184/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200772 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200765.054212:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200765.054214:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200765.061213:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200765.061228:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200765.061233:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200765.061235:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200765.061245:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200765.061252:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200765.061260:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200765.061264:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200765.061268:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200765.061272:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 600 into portal 10 MB=0x69deab3f05940 00000400:00000200:3.0:1776200765.061277:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200765.061282:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 600/600 into md 0x1455 [1] + 224 00000800:00000001:3.0:1776200765.061289:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200765.061296:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200765.061298:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200765.061301:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200765.061307:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200765.061313:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d32fa554 x1862481227045184/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200772 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200765.061324:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=600 offset=224 replen=656 req@00000000d32fa554 x1862481227045184/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200772 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200765.061390:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200765.061394:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200765.061413:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:3.0:1776200765.061420:0:2234:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1776200765.061424:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200765.061437:0:2234:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200765.061442:0:2234:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [546:546:256:4294967295] 192.168.203.148@tcp LPNI seq info [546:546:8:4294967295] 00000400:00000200:3.0:1776200765.061446:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200765.061453:0:2234:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:3.0:1776200765.061457:0:2234:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200765.061462:0:2234:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e06bd1bd (tot 3431934). 00000800:00000200:3.0:1776200765.061467:0:2234:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200765.061474:0:2234:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200765.061478:0:2234:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e06bd1bd type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1776200765.061557:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200765.061560:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e06bd1bd (tot 3431686). 00000400:00000200:3.0:1776200765.061566:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200765.061569:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:3.0:1776200765.061575:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200765.061577:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1776200765.063749:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200765.063754:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200765.063757:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db344a19. 00000400:00000200:1.0:1776200765.063764:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b86a6c43 00000400:00000010:1.0:1776200765.063766:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b86a6c43. 00000100:00000001:1.0:1776200765.063770:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200765.063779:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d32fa554 x1862481227045184/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200772 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200765.063789:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d32fa554 x1862481227045184/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200772 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200765.063802:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200765.063804:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.063806:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200765.063809:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200765.063811:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200765.063813:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200765.063815:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200765.063823:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=134 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200765.063826:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=2 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200765.063828:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1776200765.063831:0:2239:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@00000000d32fa554 x1862481227045184/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200772 ref 2 fl Rpc:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200765.063836:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1776200765.063839:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200765.063841:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200765.063842:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200765.063844:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200765.063847:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1776200765.063850:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d32fa554 x1862481227045184/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200772 ref 2 fl Rpc:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200765.064104:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1776200765.064106:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200765.064108:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.064110:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200765.064114:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@00000000d32fa554 x1862481227045184/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200772 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000002:00000001:1.0:1776200765.064122:0:2239:0:(mdc_request.c:687:mdc_replay_open()) Process entered 00000002:00080000:1.0:1776200765.064129:0:2239:0:(mdc_request.c:738:mdc_replay_open()) @@@ updating close body with new fh req@000000004585e3d0 x1862481227045312/t4294967400(4294967400) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:1.0:1776200765.064135:0:2239:0:(mdc_request.c:741:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1776200765.064137:0:2239:0:(client.c:3161:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@00000000d32fa554 x1862481227045184/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200772 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200765.064145:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200765.064147:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200765.064149:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200765.064150:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200765.064151:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200765.064155:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200765.064161:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200765.064162:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967399 00000100:00000001:1.0:1776200765.064176:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200765.064179:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@000000004585e3d0 x1862481227045312/t4294967400(4294967400) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 1 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200765.064185:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200765.064186:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080685142016 : -112993024409600 : ffff993bc2eb0000) 00000100:00000040:1.0:1776200765.064191:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000004585e3d0] to pc [ptlrpcd_rcv+-1] req@000000004585e3d0 x1862481227045312/t4294967400(4294967400) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200765.064198:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.064199:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.064202:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.064203:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200765.064206:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d32fa554 x1862481227045184/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200772 ref 2 fl Interpret:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00100000:1.0:1776200765.064213:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d32fa554 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227045184:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200765.064216:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.064219:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200765.064221:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000d32fa554 x1862481227045184/t4294967399(4294967399) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200772 ref 2 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200765.064226:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.064227:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.064234:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200765.064235:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.064237:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200765.064239:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200765.064241:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200765.064243:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004585e3d0 x1862481227045312/t4294967400(4294967400) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200765.064249:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200765.064251:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200765.064254:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200765.064256:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200765.064259:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004585e3d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227045312:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200765.064262:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200765.064267:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200765.064268:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200765.064274:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200765.064281:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db344a19. 00000400:00000010:1.0:1776200765.064285:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b86a6c43. 00000100:00000200:1.0:1776200765.064290:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227045312, portal 10 00000100:00000001:1.0:1776200765.064292:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200765.064293:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080685142016 : -112993024409600 : ffff993bc2eb0000) 00000100:00000040:1.0:1776200765.064297:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@000000004585e3d0 x1862481227045312/t4294967400(4294967400) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200765.064303:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200765.064306:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200765.064308:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000268b1188. 00000100:00000200:1.0:1776200765.064311:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227045312, offset 0 00000400:00000200:1.0:1776200765.064317:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200765.064323:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200765.064329:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200765.064336:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200765.064339:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200765.064352:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200765.064356:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [547:547:256:4294967295] 192.168.203.148@tcp LPNI seq info [547:547:8:4294967295] 00000400:00000200:1.0:1776200765.064360:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200765.064367:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200765.064373:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200765.064379:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004beab876 (tot 3431934). 00000800:00000200:1.0:1776200765.064384:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200765.064391:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200765.064394:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004beab876 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1776200765.064539:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.064542:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200765.064544:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.064546:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.064548:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.064551:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200765.064552:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1776200765.064554:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200765.064555:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200765.064556:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.064557:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200765.066541:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200765.066548:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004beab876 (tot 3431686). 00000400:00000200:3.0:1776200765.066554:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200765.066562:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200765.066566:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000268b1188 00000400:00000010:3.0:1776200765.066568:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000268b1188. 00000100:00000001:3.0:1776200765.066572:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200765.066578:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004585e3d0 x1862481227045312/t4294967400(4294967400) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200765.066989:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200765.066992:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@000000004585e3d0 x1862481227045312/t4294967400(4294967400) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200765.066998:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200765.066999:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200765.070709:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200765.070724:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200765.070729:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200765.070731:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200765.070741:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200765.070748:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200765.070755:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200765.070759:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200765.070763:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200765.070767:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f059c0 00000400:00000200:2.0:1776200765.070772:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200765.070777:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0x145d [1] + 224 00000800:00000001:2.0:1776200765.070784:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200765.070794:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200765.070797:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200765.070801:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200765.070806:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200765.070812:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004585e3d0 x1862481227045312/t4294967400(4294967400) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200765.070822:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=456 offset=224 replen=456 req@000000004585e3d0 x1862481227045312/t4294967400(4294967400) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200765.070842:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200765.070851:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200765.070853:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.070988:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200765.070992:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200765.070999:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200765.071001:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200765.071003:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db344a19. 00000400:00000200:1.0:1776200765.071007:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b86a6c43 00000400:00000010:1.0:1776200765.071009:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b86a6c43. 00000100:00000001:1.0:1776200765.071012:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200765.071015:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004585e3d0 x1862481227045312/t4294967400(4294967400) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200765.071025:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004585e3d0 x1862481227045312/t4294967400(4294967400) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200765.071031:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200765.071034:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.071036:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200765.071038:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200765.071041:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200765.071043:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200765.071045:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200765.071053:0:2239:0:(import.c:1935:at_measured()) add 10 to 000000000f61d0a9 time=133 v=10 (10 0 0 0) 00000100:00001000:1.0:1776200765.071057:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=2 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200765.071059:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200765.071061:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200765.071063:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776200765.071066:0:2239:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.071068:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200765.071070:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200765.071072:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200765.071073:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200765.071076:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200765.071080:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004585e3d0 x1862481227045312/t4294967400(4294967400) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200765.071086:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200765.071089:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200765.071091:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.071093:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200765.071095:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@000000004585e3d0 x1862481227045312/t4294967400(4294967400) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200765.071102:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200765.071104:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200765.071106:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200765.071107:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200765.071108:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200765.071112:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200765.071118:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200765.071119:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967400 00000100:00000001:1.0:1776200765.071136:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200765.071139:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@00000000d4869c44 x1862481227045440/t4294967401(4294967401) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 1 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200765.071146:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200765.071147:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801538816 : -112992908012800 : ffff993bc9db1300) 00000100:00000040:1.0:1776200765.071152:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d4869c44] to pc [ptlrpcd_rcv+-1] req@00000000d4869c44 x1862481227045440/t4294967401(4294967401) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200765.071159:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.071160:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.071162:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.071164:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200765.071166:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004585e3d0 x1862481227045312/t4294967400(4294967400) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:1.0:1776200765.071173:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004585e3d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227045312:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200765.071177:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.071179:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200765.071181:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000004585e3d0 x1862481227045312/t4294967400(4294967400) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200765.071187:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.071189:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.071197:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200765.071198:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.071200:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200765.071201:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200765.071203:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200765.071205:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d4869c44 x1862481227045440/t4294967401(4294967401) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200765.071212:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200765.071213:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200765.071217:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200765.071219:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200765.071222:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d4869c44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227045440:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200765.071225:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200765.071229:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200765.071231:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200765.071233:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200765.071239:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000066385e1b. 02000000:00000001:1.0:1776200765.071240:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200765.071244:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200765.071247:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db344a19. 00000400:00000010:1.0:1776200765.071250:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b86a6c43. 00000100:00000200:1.0:1776200765.071254:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227045440, portal 10 00000100:00000001:1.0:1776200765.071256:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200765.071257:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801538816 : -112992908012800 : ffff993bc9db1300) 00000100:00000040:1.0:1776200765.071261:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@00000000d4869c44 x1862481227045440/t4294967401(4294967401) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200772 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200765.071267:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200765.071270:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200765.071272:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062cb5aea. 00000100:00000200:1.0:1776200765.071275:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1862481227045440, offset 0 00000400:00000200:1.0:1776200765.071281:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200765.071286:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200765.071291:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200765.071298:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200765.071301:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200765.071304:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200765.071307:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [548:548:256:4294967295] 192.168.203.148@tcp LPNI seq info [548:548:8:4294967295] 00000400:00000200:1.0:1776200765.071311:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200765.071319:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200765.071324:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200765.071328:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e9b3a0d (tot 3431934). 00000800:00000200:1.0:1776200765.071334:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200765.071340:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200765.071359:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002e9b3a0d type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1776200765.071372:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.071375:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200765.071377:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.071379:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.071380:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.071383:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200765.071384:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1776200765.071386:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200765.071387:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200765.071388:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.071389:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200765.071889:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200765.071894:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e9b3a0d (tot 3431686). 00000400:00000200:3.0:1776200765.071899:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200765.071904:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200765.071907:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000062cb5aea 00000400:00000010:3.0:1776200765.071908:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000062cb5aea. 00000100:00000001:3.0:1776200765.071911:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200765.071915:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d4869c44 x1862481227045440/t4294967401(4294967401) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200772 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200765.071922:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200765.071924:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000d4869c44 x1862481227045440/t4294967401(4294967401) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200772 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200765.071933:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200765.071934:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200765.081161:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200765.081176:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200765.081181:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200765.081184:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200765.081196:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200765.081203:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200765.081210:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200765.081215:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200765.081219:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200765.081225:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 600 into portal 10 MB=0x69deab3f05a40 00000400:00000200:2.0:1776200765.081232:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200765.081237:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 600/600 into md 0x1465 [1] + 224 00000800:00000001:2.0:1776200765.081245:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200765.081252:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200765.081255:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200765.081258:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200765.081264:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200765.081271:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d4869c44 x1862481227045440/t4294967401(4294967401) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200772 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200765.081280:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=600 offset=224 replen=656 req@00000000d4869c44 x1862481227045440/t4294967401(4294967401) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200772 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200765.081303:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:2.0:1776200765.081311:0:2235:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1776200765.081315:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200765.081319:0:2235:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200765.081325:0:2235:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [549:549:256:4294967295] 192.168.203.148@tcp LPNI seq info [549:549:8:4294967295] 00000400:00000200:2.0:1776200765.081328:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200765.081334:0:2235:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:2.0:1776200765.081339:0:2235:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200765.081354:0:2235:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000063bad7bd (tot 3431934). 00000800:00000200:2.0:1776200765.081359:0:2235:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200765.081365:0:2235:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200765.081369:0:2235:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000063bad7bd type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1776200765.081454:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200765.081457:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000063bad7bd (tot 3431686). 00000400:00000200:2.0:1776200765.081461:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200765.081464:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:2.0:1776200765.081469:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200765.081472:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.081783:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200765.081787:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200765.081794:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200765.081796:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200765.081798:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db344a19. 00000400:00000200:1.0:1776200765.081802:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b86a6c43 00000400:00000010:1.0:1776200765.081804:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b86a6c43. 00000100:00000001:1.0:1776200765.081807:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200765.081810:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d4869c44 x1862481227045440/t4294967401(4294967401) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200772 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200765.081818:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d4869c44 x1862481227045440/t4294967401(4294967401) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200772 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200765.081824:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200765.081825:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.081828:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200765.081831:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200765.081833:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200765.081835:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200765.081838:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200765.081846:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=134 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200765.081849:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=2 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200765.081851:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1776200765.081854:0:2239:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@00000000d4869c44 x1862481227045440/t4294967401(4294967401) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200772 ref 2 fl Rpc:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200765.082013:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1776200765.082016:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200765.082018:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200765.082019:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200765.082021:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200765.082023:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1776200765.082027:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d4869c44 x1862481227045440/t4294967401(4294967401) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200772 ref 2 fl Rpc:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200765.082034:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1776200765.082036:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200765.082038:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.082040:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200765.082043:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@00000000d4869c44 x1862481227045440/t4294967401(4294967401) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200772 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000002:00000001:1.0:1776200765.082050:0:2239:0:(mdc_request.c:687:mdc_replay_open()) Process entered 00000002:00080000:1.0:1776200765.082057:0:2239:0:(mdc_request.c:738:mdc_replay_open()) @@@ updating close body with new fh req@0000000099e0dbb1 x1862481227045568/t4294967402(4294967402) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:1.0:1776200765.082063:0:2239:0:(mdc_request.c:741:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1776200765.082064:0:2239:0:(client.c:3161:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@00000000d4869c44 x1862481227045440/t4294967401(4294967401) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200772 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200765.082070:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200765.082072:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200765.082073:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200765.082075:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200765.082075:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200765.082079:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200765.082084:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200765.082085:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967401 00000100:00000001:1.0:1776200765.082102:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200765.082105:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@0000000099e0dbb1 x1862481227045568/t4294967402(4294967402) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 1 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200765.082112:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200765.082113:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801555840 : -112992907995776 : ffff993bc9db5580) 00000100:00000040:1.0:1776200765.082116:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000099e0dbb1] to pc [ptlrpcd_rcv+-1] req@0000000099e0dbb1 x1862481227045568/t4294967402(4294967402) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200765.082123:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.082124:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.082126:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.082127:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200765.082130:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d4869c44 x1862481227045440/t4294967401(4294967401) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200772 ref 2 fl Interpret:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00100000:1.0:1776200765.082136:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d4869c44 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227045440:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200765.082140:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.082143:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200765.082145:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000d4869c44 x1862481227045440/t4294967401(4294967401) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200772 ref 2 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200765.082150:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.082152:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.082158:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200765.082160:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.082162:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200765.082163:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200765.082164:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200765.082166:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000099e0dbb1 x1862481227045568/t4294967402(4294967402) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200765.082171:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200765.082173:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200765.082177:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200765.082180:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200765.082183:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099e0dbb1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227045568:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200765.082187:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200765.082193:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200765.082195:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200765.082200:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200765.082204:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db344a19. 00000400:00000010:1.0:1776200765.082210:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b86a6c43. 00000100:00000200:1.0:1776200765.082215:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227045568, portal 10 00000100:00000001:1.0:1776200765.082217:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200765.082218:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801555840 : -112992907995776 : ffff993bc9db5580) 00000100:00000040:1.0:1776200765.082222:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@0000000099e0dbb1 x1862481227045568/t4294967402(4294967402) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200765.082228:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200765.082230:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200765.082232:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c806d7ce. 00000100:00000200:1.0:1776200765.082235:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227045568, offset 0 00000400:00000200:1.0:1776200765.082241:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200765.082247:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200765.082251:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200765.082257:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200765.082260:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200765.082263:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200765.082265:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [550:550:256:4294967295] 192.168.203.148@tcp LPNI seq info [550:550:8:4294967295] 00000400:00000200:1.0:1776200765.082269:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200765.082275:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200765.082279:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200765.082283:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000045d123db (tot 3431934). 00000800:00000200:1.0:1776200765.082287:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200765.082292:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200765.082294:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000045d123db type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1776200765.082313:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.082315:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200765.082317:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.082319:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.082322:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.082326:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200765.082326:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1776200765.082328:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200765.082329:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200765.082330:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.082332:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200765.082827:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200765.082831:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000045d123db (tot 3431686). 00000400:00000200:2.0:1776200765.082836:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200765.082840:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200765.082843:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c806d7ce 00000400:00000010:2.0:1776200765.082845:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c806d7ce. 00000100:00000001:2.0:1776200765.082848:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200765.082851:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000099e0dbb1 x1862481227045568/t4294967402(4294967402) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200765.083117:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200765.083121:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@0000000099e0dbb1 x1862481227045568/t4294967402(4294967402) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200765.083128:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200765.083129:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200765.088020:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200765.088035:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200765.088040:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200765.088042:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200765.088052:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200765.088059:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200765.088066:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200765.088071:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200765.088074:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200765.088077:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f05ac0 00000400:00000200:3.0:1776200765.088082:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200765.088087:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0x146d [1] + 224 00000800:00000001:3.0:1776200765.088095:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200765.088105:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200765.088107:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200765.088111:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200765.088117:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200765.088123:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000099e0dbb1 x1862481227045568/t4294967402(4294967402) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200765.088132:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=456 offset=224 replen=456 req@0000000099e0dbb1 x1862481227045568/t4294967402(4294967402) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200765.088153:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200765.088161:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200765.088164:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.088297:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200765.088301:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200765.088307:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200765.088309:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200765.088311:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db344a19. 00000400:00000200:1.0:1776200765.088315:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b86a6c43 00000400:00000010:1.0:1776200765.088317:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b86a6c43. 00000100:00000001:1.0:1776200765.088319:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200765.088323:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000099e0dbb1 x1862481227045568/t4294967402(4294967402) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200765.088330:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000099e0dbb1 x1862481227045568/t4294967402(4294967402) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200765.088334:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200765.088336:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.088338:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200765.088340:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200765.088352:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200765.088354:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200765.088356:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200765.088365:0:2239:0:(import.c:1935:at_measured()) add 10 to 000000000f61d0a9 time=133 v=10 (10 0 0 0) 00000100:00001000:1.0:1776200765.088369:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=2 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200765.088371:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200765.088373:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200765.088375:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776200765.088378:0:2239:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.088381:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200765.088384:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200765.088386:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200765.088387:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200765.088389:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200765.088393:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000099e0dbb1 x1862481227045568/t4294967402(4294967402) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200765.088399:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200765.088402:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200765.088403:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.088405:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200765.088408:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@0000000099e0dbb1 x1862481227045568/t4294967402(4294967402) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200765.088413:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200765.088415:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200765.088417:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200765.088418:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200765.088419:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200765.088423:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200765.088428:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200765.088429:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967402 00000100:00000001:1.0:1776200765.088457:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200765.088461:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@00000000ea82caf4 x1862481227045696/t4294967403(4294967403) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 1 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200765.088468:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200765.088469:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801537600 : -112992908014016 : ffff993bc9db0e40) 00000100:00000040:1.0:1776200765.088472:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000ea82caf4] to pc [ptlrpcd_rcv+-1] req@00000000ea82caf4 x1862481227045696/t4294967403(4294967403) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200765.088479:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.088480:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.088481:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.088483:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200765.088486:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000099e0dbb1 x1862481227045568/t4294967402(4294967402) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:1.0:1776200765.088493:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099e0dbb1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227045568:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200765.088496:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.088498:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200765.088500:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000099e0dbb1 x1862481227045568/t4294967402(4294967402) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200765.088505:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.088506:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.088514:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200765.088515:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.088517:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200765.088518:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200765.088519:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200765.088521:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ea82caf4 x1862481227045696/t4294967403(4294967403) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200765.088526:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200765.088528:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200765.088531:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200765.088534:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200765.088537:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ea82caf4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227045696:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200765.088540:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200765.088545:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200765.088547:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200765.088549:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200765.088555:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000a38c2670. 02000000:00000001:1.0:1776200765.088557:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200765.088561:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200765.088563:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db344a19. 00000400:00000010:1.0:1776200765.088567:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b86a6c43. 00000100:00000200:1.0:1776200765.088572:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227045696, portal 10 00000100:00000001:1.0:1776200765.088574:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200765.088575:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801537600 : -112992908014016 : ffff993bc9db0e40) 00000100:00000040:1.0:1776200765.088579:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@00000000ea82caf4 x1862481227045696/t4294967403(4294967403) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200772 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200765.088584:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200765.088627:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200765.088631:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c806d7ce. 00000100:00000200:1.0:1776200765.088634:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1862481227045696, offset 0 00000400:00000200:1.0:1776200765.088640:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200765.088645:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200765.088651:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200765.088657:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200765.088661:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200765.088663:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200765.088666:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [551:551:256:4294967295] 192.168.203.148@tcp LPNI seq info [551:551:8:4294967295] 00000400:00000200:1.0:1776200765.088670:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200765.088678:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200765.088683:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200765.088687:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000045d123db (tot 3431934). 00000800:00000200:1.0:1776200765.088692:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200765.088699:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200765.088702:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000045d123db type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1776200765.088719:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.088721:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200765.088724:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.088726:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.088727:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.088731:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200765.088731:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1776200765.088733:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200765.088734:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200765.088735:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.088737:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200765.088972:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200765.088976:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000045d123db (tot 3431686). 00000400:00000200:2.0:1776200765.088980:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200765.088984:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200765.088986:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c806d7ce 00000400:00000010:2.0:1776200765.088987:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c806d7ce. 00000100:00000001:2.0:1776200765.088990:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200765.088993:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ea82caf4 x1862481227045696/t4294967403(4294967403) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200772 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200765.089001:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200765.089003:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000ea82caf4 x1862481227045696/t4294967403(4294967403) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200772 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200765.089007:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200765.089009:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200765.094552:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200765.094566:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200765.094571:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200765.094573:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200765.094584:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200765.094628:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200765.094637:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200765.094642:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200765.094646:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200765.094649:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 600 into portal 10 MB=0x69deab3f05b40 00000400:00000200:3.0:1776200765.094654:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200765.094660:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 600/600 into md 0x1475 [1] + 224 00000800:00000001:3.0:1776200765.094667:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200765.094675:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200765.094677:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200765.094682:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200765.094688:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200765.094694:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ea82caf4 x1862481227045696/t4294967403(4294967403) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200772 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200765.094704:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=600 offset=224 replen=656 req@00000000ea82caf4 x1862481227045696/t4294967403(4294967403) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200772 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200765.094724:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:3.0:1776200765.094732:0:2234:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1776200765.094735:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200765.094740:0:2234:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200765.094745:0:2234:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [552:552:256:4294967295] 192.168.203.148@tcp LPNI seq info [552:552:8:4294967295] 00000400:00000200:3.0:1776200765.094748:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200765.094755:0:2234:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:3.0:1776200765.094759:0:2234:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200765.094765:0:2234:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e06bd1bd (tot 3431934). 00000800:00000200:3.0:1776200765.094770:0:2234:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200765.094777:0:2234:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200765.094780:0:2234:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e06bd1bd type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1776200765.094862:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1776200765.095200:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200765.095205:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1776200765.095276:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e06bd1bd (tot 3431686). 00000400:00000200:3.0:1776200765.095283:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200765.095288:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000100:00000001:1.0:1776200765.095358:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200765.095362:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200765.095369:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200765.095371:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200765.095373:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db344a19. 00000400:00000200:1.0:1776200765.095376:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b86a6c43 00000400:00000010:1.0:1776200765.095378:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b86a6c43. 00000100:00000001:1.0:1776200765.095380:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200765.095384:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ea82caf4 x1862481227045696/t4294967403(4294967403) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200772 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200765.095392:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ea82caf4 x1862481227045696/t4294967403(4294967403) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200772 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200765.095397:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200765.095399:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.095401:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200765.095403:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200765.095405:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200765.095407:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200765.095409:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200765.095416:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=134 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200765.095420:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=2 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200765.095422:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1776200765.095425:0:2239:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@00000000ea82caf4 x1862481227045696/t4294967403(4294967403) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200772 ref 2 fl Rpc:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200765.095441:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1776200765.095444:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200765.095446:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200765.095448:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200765.095449:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200765.095452:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1776200765.095455:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ea82caf4 x1862481227045696/t4294967403(4294967403) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200772 ref 2 fl Rpc:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200765.095461:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1776200765.095464:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200765.095466:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.095468:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200765.095471:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@00000000ea82caf4 x1862481227045696/t4294967403(4294967403) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200772 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000002:00000001:1.0:1776200765.095477:0:2239:0:(mdc_request.c:687:mdc_replay_open()) Process entered 00000002:00080000:1.0:1776200765.095484:0:2239:0:(mdc_request.c:738:mdc_replay_open()) @@@ updating close body with new fh req@00000000280fdc26 x1862481227045824/t4294967404(4294967404) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:1.0:1776200765.095490:0:2239:0:(mdc_request.c:741:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1776200765.095492:0:2239:0:(client.c:3161:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@00000000ea82caf4 x1862481227045696/t4294967403(4294967403) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200772 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200765.095498:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200765.095500:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200765.095502:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200765.095503:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200765.095504:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200765.095508:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200765.095514:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200765.095515:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967403 00000100:00000001:1.0:1776200765.095531:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200765.095534:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@00000000280fdc26 x1862481227045824/t4294967404(4294967404) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 1 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200765.095540:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200765.095541:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801552192 : -112992907999424 : ffff993bc9db4740) 00000100:00000040:1.0:1776200765.095546:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000280fdc26] to pc [ptlrpcd_rcv+-1] req@00000000280fdc26 x1862481227045824/t4294967404(4294967404) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200765.095553:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.095555:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.095557:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.095559:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200765.095561:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ea82caf4 x1862481227045696/t4294967403(4294967403) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200772 ref 2 fl Interpret:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00100000:1.0:1776200765.095567:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ea82caf4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227045696:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200765.095571:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.095574:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200765.095576:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000ea82caf4 x1862481227045696/t4294967403(4294967403) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200772 ref 2 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200765.095581:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.095583:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.095707:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200765.095709:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.095711:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200765.095712:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200765.095714:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200765.095717:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000280fdc26 x1862481227045824/t4294967404(4294967404) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200765.095724:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200765.095725:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200765.095729:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200765.095732:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200765.095735:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000280fdc26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227045824:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200765.095738:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200765.095743:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200765.095745:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200765.095750:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200765.095754:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db344a19. 00000400:00000010:1.0:1776200765.095757:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b86a6c43. 00000100:00000200:1.0:1776200765.095761:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227045824, portal 10 00000100:00000001:1.0:1776200765.095763:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200765.095763:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801552192 : -112992907999424 : ffff993bc9db4740) 00000100:00000040:1.0:1776200765.095767:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@00000000280fdc26 x1862481227045824/t4294967404(4294967404) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200765.095774:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200765.095776:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200765.095778:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000062cb5aea. 00000100:00000200:1.0:1776200765.095781:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227045824, offset 0 00000400:00000200:1.0:1776200765.095788:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200765.095793:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200765.095797:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200765.095804:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200765.095807:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200765.095810:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200765.095813:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [553:553:256:4294967295] 192.168.203.148@tcp LPNI seq info [553:553:8:4294967295] 00000400:00000200:1.0:1776200765.095816:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200765.095822:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200765.095826:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200765.095830:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e9b3a0d (tot 3431934). 00000800:00000200:1.0:1776200765.095834:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200765.095839:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200765.095842:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002e9b3a0d type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1776200765.096032:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.096035:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200765.096037:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.096039:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.096041:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.096046:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200765.096047:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1776200765.096048:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200765.096049:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200765.096050:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.096052:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200765.101025:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200765.101033:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e9b3a0d (tot 3431686). 00000400:00000200:2.0:1776200765.101043:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200765.101052:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200765.101059:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000062cb5aea 00000400:00000010:2.0:1776200765.101061:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000062cb5aea. 00000100:00000001:2.0:1776200765.101066:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200765.101074:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000280fdc26 x1862481227045824/t4294967404(4294967404) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200765.101085:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200765.101088:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@00000000280fdc26 x1862481227045824/t4294967404(4294967404) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200765.101094:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200765.101095:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200765.102439:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200765.102452:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200765.102456:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200765.102457:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200765.102467:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200765.102473:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200765.102480:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200765.102485:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200765.102489:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200765.102493:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f05bc0 00000400:00000200:3.0:1776200765.102498:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200765.102504:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0x147d [1] + 224 00000800:00000001:3.0:1776200765.102512:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200765.102520:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200765.102521:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200765.102525:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200765.102530:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200765.102534:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000280fdc26 x1862481227045824/t4294967404(4294967404) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200765.102542:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=456 offset=224 replen=456 req@00000000280fdc26 x1862481227045824/t4294967404(4294967404) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200765.102562:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200765.102569:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200765.102572:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.102635:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200765.102639:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200765.102645:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200765.102647:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200765.102649:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db344a19. 00000400:00000200:1.0:1776200765.102653:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b86a6c43 00000400:00000010:1.0:1776200765.102655:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b86a6c43. 00000100:00000001:1.0:1776200765.102658:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200765.102661:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000280fdc26 x1862481227045824/t4294967404(4294967404) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200765.102668:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000280fdc26 x1862481227045824/t4294967404(4294967404) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200765.102673:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200765.102675:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.102677:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200765.102680:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200765.102682:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200765.102684:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200765.102687:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200765.102694:0:2239:0:(import.c:1935:at_measured()) add 10 to 000000000f61d0a9 time=133 v=10 (10 0 0 0) 00000100:00001000:1.0:1776200765.102698:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=2 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200765.102700:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200765.102701:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200765.102703:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776200765.102706:0:2239:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.102708:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200765.102710:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200765.102712:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200765.102714:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200765.102716:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200765.102720:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000280fdc26 x1862481227045824/t4294967404(4294967404) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200765.102726:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200765.102729:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200765.102731:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.102732:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200765.102735:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@00000000280fdc26 x1862481227045824/t4294967404(4294967404) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200765.102746:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200765.102748:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200765.102750:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200765.102752:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200765.102753:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200765.102757:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200765.102763:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200765.102764:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967404 00000100:00000001:1.0:1776200765.102780:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200765.102784:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@0000000098c509e3 x1862481227045952/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 1 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200765.102790:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200765.102791:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801548544 : -112992908003072 : ffff993bc9db3900) 00000100:00000040:1.0:1776200765.102794:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000098c509e3] to pc [ptlrpcd_rcv+-1] req@0000000098c509e3 x1862481227045952/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200765.102801:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.102802:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.102804:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.102805:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200765.102808:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000280fdc26 x1862481227045824/t4294967404(4294967404) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:1.0:1776200765.102813:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000280fdc26 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227045824:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200765.102817:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.102819:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200765.102821:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000280fdc26 x1862481227045824/t4294967404(4294967404) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200765.102826:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.102828:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.102835:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200765.102837:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.102839:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200765.102840:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200765.102841:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200765.102844:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000098c509e3 x1862481227045952/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200765.102849:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200765.102850:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200765.102863:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200765.102872:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200765.102875:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000098c509e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227045952:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200765.102879:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200765.102883:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200765.102885:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200765.102887:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200765.102892:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002dd83311. 02000000:00000001:1.0:1776200765.102894:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200765.102897:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200765.102899:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db344a19. 00000400:00000010:1.0:1776200765.102902:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b86a6c43. 00000100:00000200:1.0:1776200765.102906:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227045952, portal 10 00000100:00000001:1.0:1776200765.102907:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200765.102908:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801548544 : -112992908003072 : ffff993bc9db3900) 00000100:00000040:1.0:1776200765.102912:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@0000000098c509e3 x1862481227045952/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200772 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200765.102917:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200765.102919:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200765.102930:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000268b1188. 00000100:00000200:1.0:1776200765.102934:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1862481227045952, offset 0 00000400:00000200:1.0:1776200765.102939:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200765.102945:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200765.102951:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200765.102958:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200765.102961:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200765.102963:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200765.102966:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [554:554:256:4294967295] 192.168.203.148@tcp LPNI seq info [554:554:8:4294967295] 00000400:00000200:1.0:1776200765.102970:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200765.102978:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200765.102982:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200765.102987:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004beab876 (tot 3431934). 00000800:00000200:1.0:1776200765.102992:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200765.102999:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200765.103002:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004beab876 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1776200765.103025:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.103027:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200765.103030:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.103032:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.103034:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.103036:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200765.103037:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1776200765.103039:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200765.103040:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200765.103041:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.103043:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200765.103231:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200765.103234:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004beab876 (tot 3431686). 00000400:00000200:2.0:1776200765.103238:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200765.103242:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200765.103244:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000268b1188 00000400:00000010:2.0:1776200765.103245:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000268b1188. 00000100:00000001:2.0:1776200765.103248:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200765.103250:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000098c509e3 x1862481227045952/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200772 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200765.103257:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200765.103259:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@0000000098c509e3 x1862481227045952/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200772 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:2.0:1776200765.103264:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200765.103265:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200765.114114:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200765.114131:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200765.114136:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200765.114139:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200765.114149:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200765.114156:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200765.114164:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200765.114169:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200765.114173:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200765.114176:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 600 into portal 10 MB=0x69deab3f05c40 00000400:00000200:3.0:1776200765.114182:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200765.114187:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 600/600 into md 0x1485 [1] + 224 00000800:00000001:3.0:1776200765.114195:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200765.114202:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200765.114205:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200765.114208:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200765.114214:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200765.114220:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000098c509e3 x1862481227045952/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200772 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:3.0:1776200765.114230:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=600 offset=224 replen=656 req@0000000098c509e3 x1862481227045952/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200772 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200765.114251:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:3.0:1776200765.114258:0:2234:0:(lib-md.c:149:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1776200765.114262:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200765.114266:0:2234:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.48@tcp to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200765.114271:0:2234:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [555:555:256:4294967295] 192.168.203.148@tcp LPNI seq info [555:555:8:4294967295] 00000400:00000200:3.0:1776200765.114274:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200765.114280:0:2234:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:192.168.203.48@tcp) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) 192.168.203.148@tcp : ACK try# 0 00000800:00000200:3.0:1776200765.114285:0:2234:0:(socklnd_cb.c:995:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200765.114289:0:2234:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e06bd1bd (tot 3431934). 00000800:00000200:3.0:1776200765.114294:0:2234:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200765.114301:0:2234:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200765.114304:0:2234:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e06bd1bd type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1776200765.114398:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200765.114402:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e06bd1bd (tot 3431686). 00000400:00000200:3.0:1776200765.114408:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200765.114412:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: ACK: OK 00000800:00000001:3.0:1776200765.114418:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200765.114421:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.114953:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200765.114957:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200765.114963:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200765.114965:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200765.114968:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db344a19. 00000400:00000200:1.0:1776200765.114972:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b86a6c43 00000400:00000010:1.0:1776200765.114974:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b86a6c43. 00000100:00000001:1.0:1776200765.114977:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200765.114982:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000098c509e3 x1862481227045952/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200772 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200765.114989:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000098c509e3 x1862481227045952/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/656 e 0 to 0 dl 1776200772 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200765.115000:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200765.115002:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.115004:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200765.115006:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200765.115009:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200765.115011:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200765.115013:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200765.115021:0:2239:0:(import.c:1935:at_measured()) add 1 to 000000000c28530b time=134 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200765.115025:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=2 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200765.115028:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1776200765.115030:0:2239:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 301 req@0000000098c509e3 x1862481227045952/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200772 ref 2 fl Rpc:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200765.115036:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1776200765.115039:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200765.115041:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200765.115043:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200765.115045:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200765.115047:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1776200765.115050:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000098c509e3 x1862481227045952/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200772 ref 2 fl Rpc:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200765.115056:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1776200765.115058:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200765.115060:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.115062:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200765.115065:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@0000000098c509e3 x1862481227045952/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200772 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000002:00000001:1.0:1776200765.115071:0:2239:0:(mdc_request.c:687:mdc_replay_open()) Process entered 00000002:00080000:1.0:1776200765.115079:0:2239:0:(mdc_request.c:738:mdc_replay_open()) @@@ updating close body with new fh req@0000000094255843 x1862481227046080/t4294967406(4294967406) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000002:00000001:1.0:1776200765.115084:0:2239:0:(mdc_request.c:741:mdc_replay_open()) Process leaving 00000100:00020000:1.0:1776200765.115086:0:2239:0:(client.c:3161:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@0000000098c509e3 x1862481227045952/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200772 ref 2 fl Interpret:RQU/4/0 rc 301/301 job:'createmany.0' 00000100:00000001:1.0:1776200765.115093:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200765.115095:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200765.115098:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200765.115099:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200765.115100:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200765.115104:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200765.115109:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200765.115110:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967405 00000100:00000001:1.0:1776200765.115127:0:2239:0:(client.c:3240:ptlrpc_replay_req()) Process entered 00000100:00080000:1.0:1776200765.115130:0:2239:0:(client.c:3262:ptlrpc_replay_req()) @@@ REPLAY req@0000000094255843 x1862481227046080/t4294967406(4294967406) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 1 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200765.115136:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200765.115137:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801563136 : -112992907988480 : ffff993bc9db7200) 00000100:00000040:1.0:1776200765.115140:0:2239:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000094255843] to pc [ptlrpcd_rcv+-1] req@0000000094255843 x1862481227046080/t4294967406(4294967406) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200765.115147:0:2239:0:(client.c:3271:ptlrpc_replay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.115149:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.115151:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.115152:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200765.115155:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000098c509e3 x1862481227045952/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200772 ref 2 fl Interpret:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00100000:1.0:1776200765.115162:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000098c509e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227045952:192.168.203.148@tcp:101:createmany.0 00000100:00000001:1.0:1776200765.115167:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.115168:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200765.115170:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000098c509e3 x1862481227045952/t4294967405(4294967405) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200772 ref 2 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200765.115176:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.115178:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.115185:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200765.115186:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.115188:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200765.115189:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200765.115190:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200765.115193:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000094255843 x1862481227046080/t4294967406(4294967406) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200726 ref 2 fl New:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200765.115199:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200765.115200:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200765.115203:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200765.115206:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200765.115208:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000094255843 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227046080:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200765.115211:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200765.115216:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200765.115217:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200765.115222:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200765.115226:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db344a19. 00000400:00000010:1.0:1776200765.115229:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b86a6c43. 00000100:00000200:1.0:1776200765.115235:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862481227046080, portal 10 00000100:00000001:1.0:1776200765.115237:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200765.115237:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801563136 : -112992907988480 : ffff993bc9db7200) 00000100:00000040:1.0:1776200765.115242:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=4 req@0000000094255843 x1862481227046080/t4294967406(4294967406) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200765.115247:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200765.115249:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200765.115252:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d92d0e2b. 00000100:00000200:1.0:1776200765.115256:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1862481227046080, offset 0 00000400:00000200:1.0:1776200765.115261:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200765.115266:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200765.115270:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200765.115276:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200765.115280:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200765.115283:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200765.115285:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [556:556:256:4294967295] 192.168.203.148@tcp LPNI seq info [556:556:8:4294967295] 00000400:00000200:1.0:1776200765.115288:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200765.115294:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200765.115298:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200765.115302:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073c29e85 (tot 3431934). 00000800:00000200:1.0:1776200765.115305:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200765.115310:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200765.115312:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000073c29e85 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1776200765.115379:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.115382:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200765.115384:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.115386:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.115388:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.115391:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200765.115392:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00000001:1.0:1776200765.115394:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200765.115395:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200765.115396:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.115397:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200765.116113:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200765.116117:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073c29e85 (tot 3431686). 00000400:00000200:3.0:1776200765.116121:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200765.116127:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200765.116130:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d92d0e2b 00000400:00000010:3.0:1776200765.116131:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d92d0e2b. 00000100:00000001:3.0:1776200765.116134:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200765.116138:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000094255843 x1862481227046080/t4294967406(4294967406) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 3 fl Rpc:r/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200765.116146:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200765.116149:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 2 req@0000000094255843 x1862481227046080/t4294967406(4294967406) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 3 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:3.0:1776200765.116154:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200765.116156:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200765.121005:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200765.121021:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200765.121026:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200765.121028:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200765.121039:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200765.121047:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200765.121055:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200765.121060:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200765.121064:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200765.121067:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 456 into portal 10 MB=0x69deab3f05cc0 00000400:00000200:2.0:1776200765.121072:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200765.121077:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 456/456 into md 0x148d [1] + 224 00000800:00000001:2.0:1776200765.121085:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200765.121097:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200765.121099:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200765.121103:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200765.121109:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200765.121115:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000094255843 x1862481227046080/t4294967406(4294967406) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 2 fl Rpc:Qr/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000040:2.0:1776200765.121125:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=4 mlen=456 offset=224 replen=456 req@0000000094255843 x1862481227046080/t4294967406(4294967406) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200765.121194:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200765.121199:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200765.121263:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200765.121272:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200765.121276:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1776200765.121836:0:2239:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200765.121838:0:2239:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200765.121840:0:2239:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000db344a19. 00000400:00000200:1.0:1776200765.121845:0:2239:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b86a6c43 00000400:00000010:1.0:1776200765.121846:0:2239:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b86a6c43. 00000100:00000001:1.0:1776200765.121849:0:2239:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200765.122011:0:2239:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000094255843 x1862481227046080/t4294967406(4294967406) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 2 fl Rpc:RQ/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000200:1.0:1776200765.122020:0:2239:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000094255843 x1862481227046080/t4294967406(4294967406) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 2 fl Rpc:RQU/4/ffffffff rc 0/-1 job:'createmany.0' 00000100:00000001:1.0:1776200765.122026:0:2239:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200765.122028:0:2239:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.122031:0:2239:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200765.122033:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200765.122036:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200765.122038:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200765.122040:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200765.122048:0:2239:0:(import.c:1935:at_measured()) add 10 to 000000000f61d0a9 time=133 v=10 (10 0 0 0) 00000100:00001000:1.0:1776200765.122051:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=2 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200765.122054:0:2239:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200765.122055:0:2239:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200765.122058:0:2239:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776200765.122061:0:2239:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.122063:0:2239:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1776200765.122066:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200765.122068:0:2239:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: skip recheck: last_committed 4294967301 00000100:00000001:1.0:1776200765.122069:0:2239:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200765.122071:0:2239:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200765.122075:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000094255843 x1862481227046080/t4294967406(4294967406) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200765.122082:0:2239:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200765.122084:0:2239:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200765.122086:0:2239:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.122088:0:2239:0:(client.c:3099:ptlrpc_replay_interpret()) Process entered 00000100:00080000:1.0:1776200765.122091:0:2239:0:(client.c:3151:ptlrpc_replay_interpret()) @@@ got reply req@0000000094255843 x1862481227046080/t4294967406(4294967406) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200765.122097:0:2239:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1776200765.122099:0:2239:0:(import.c:1598:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1776200765.122101:0:2239:0:(recover.c:72:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1776200765.122102:0:2239:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200765.122103:0:2239:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993be2454000: committing for last_committed 4294967301 gen 1 00000100:00100000:1.0:1776200765.122108:0:2239:0:(client.c:2894:ptlrpc_free_committed()) @@@ stopping search req@000000007df96403 x1862481227033024/t4294967307(4294967307) o101->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 592/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'createmany.0' 00000100:00000001:1.0:1776200765.122114:0:2239:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1776200765.122115:0:2239:0:(recover.c:86:ptlrpc_replay_next()) import 000000000fe8d637 from lustre-MDT0000_UUID committed 4294967301 last 4294967406 00000100:00000001:1.0:1776200765.122131:0:2239:0:(recover.c:166:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1776200765.122134:0:2239:0:(import.c:86:import_set_state_nolock()) 000000000fe8d637 lustre-MDT0000_UUID: changing import state from REPLAY to REPLAY_LOCKS 00000020:00000040:1.0:1776200765.122137:0:2239:0:(genops.c:1191:class_import_get()) import 000000000fe8d637 refcount=107 obd=lustre-MDT0000-mdc-ffff993be2454000 00000100:00000001:1.0:1776200765.122848:0:2239:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.122864:0:2239:0:(client.c:3228:ptlrpc_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200765.122872:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000094255843 x1862481227046080/t4294967406(4294967406) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00100000:1.0:1776200765.122879:0:2239:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000094255843 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227046080:192.168.203.148@tcp:35:createmany.0 00000100:00000001:1.0:1776200765.122884:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.122887:0:2239:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200765.122889:0:2239:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000094255843 x1862481227046080/t4294967406(4294967406) o35->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200783 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'createmany.0' 00000100:00000001:1.0:1776200765.122895:0:2239:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.122897:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.122904:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200765.122906:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.122908:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200765.122909:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1776200765.123089:0:9536:0:(ldlm_request.c:2680:ldlm_lock_replay_thread()) lock replay thread lustre-MDT0000-mdc-ffff993be2454000 to lustre-MDT0000_UUID@192.168.203.148@tcp 00010000:00000001:3.0:1776200765.123093:0:9536:0:(ldlm_request.c:2636:__ldlm_replay_locks()) Process entered 00010000:00010000:3.0:1776200765.123095:0:9536:0:(ldlm_request.c:2600:ldlm_cancel_unused_locks_for_replay()) Dropping as many unused locks as possible before replay for namespace lustre-MDT0000-mdc-ffff993be2454000 (51) 00010000:00000001:3.0:1776200765.123099:0:9536:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00000002:00000001:3.0:1776200765.123104:0:9536:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200765.123106:0:9536:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.123109:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.123111:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1776200765.123113:0:9536:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200765.123115:0:9536:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.123116:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.123118:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1776200765.123119:0:9536:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200765.123120:0:9536:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.123122:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.123123:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1776200765.123125:0:9536:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200765.123126:0:9536:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.123128:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.123129:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1776200765.123130:0:9536:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200765.123131:0:9536:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.123133:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.123134:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1776200765.123136:0:9536:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200765.123137:0:9536:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.123139:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.123140:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1776200765.123141:0:9536:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200765.123143:0:9536:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.123144:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.123146:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1776200765.123147:0:9536:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200765.123149:0:9536:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.123150:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.123151:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1776200765.123153:0:9536:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200765.123155:0:9536:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.123156:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.123157:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1776200765.123159:0:9536:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200765.123161:0:9536:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.123162:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.123164:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1776200765.123166:0:9536:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200765.123167:0:9536:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.123288:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.123289:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1776200765.123291:0:9536:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200765.123293:0:9536:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.123294:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.123295:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1776200765.123297:0:9536:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200765.123298:0:9536:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.123299:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.123301:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1776200765.123302:0:9536:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200765.123303:0:9536:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.123305:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.123306:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1776200765.123307:0:9536:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200765.123308:0:9536:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.123309:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.123310:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1776200765.123312:0:9536:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200765.123313:0:9536:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.123314:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.123316:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1776200765.123317:0:9536:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200765.123318:0:9536:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.123320:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.123321:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1776200765.123323:0:9536:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200765.123324:0:9536:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.123325:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.123326:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1776200765.123328:0:9536:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200765.123329:0:9536:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.123331:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.123332:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1776200765.123334:0:9536:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200765.123335:0:9536:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.123336:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.123338:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1776200765.123339:0:9536:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200765.123350:0:9536:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.123351:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.123352:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1776200765.123354:0:9536:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200765.123355:0:9536:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.123356:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.123357:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1776200765.123359:0:9536:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200765.123360:0:9536:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.123362:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.123363:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1776200765.123365:0:9536:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200765.123366:0:9536:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.123367:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.123368:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1776200765.123370:0:9536:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200765.123371:0:9536:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.123373:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.123374:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1776200765.123376:0:9536:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200765.123377:0:9536:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.123378:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.123379:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1776200765.123381:0:9536:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200765.123382:0:9536:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.123384:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.123385:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1776200765.123386:0:9536:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200765.123388:0:9536:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.123389:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.123390:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1776200765.123392:0:9536:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200765.123394:0:9536:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.123396:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.123397:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1776200765.123398:0:9536:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200765.123400:0:9536:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.123401:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.123402:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1776200765.123404:0:9536:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200765.123406:0:9536:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.123407:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.123408:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1776200765.123410:0:9536:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200765.123411:0:9536:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.123412:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.123413:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1776200765.123415:0:9536:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200765.123416:0:9536:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.123417:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.123418:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1776200765.123420:0:9536:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200765.123421:0:9536:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.123423:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.123424:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1776200765.123426:0:9536:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200765.123427:0:9536:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.123565:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.123567:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1776200765.123570:0:9536:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200765.123571:0:9536:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.123573:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.123574:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1776200765.123576:0:9536:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200765.123577:0:9536:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.123579:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.123581:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1776200765.123583:0:9536:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200765.123584:0:9536:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.123586:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.123652:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1776200765.123655:0:9536:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200765.123657:0:9536:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.123658:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.123660:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1776200765.123662:0:9536:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200765.123663:0:9536:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.123665:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.123666:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1776200765.123668:0:9536:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200765.123669:0:9536:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.123671:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.123672:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1776200765.123674:0:9536:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200765.123675:0:9536:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.123676:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.123677:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1776200765.123679:0:9536:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200765.123680:0:9536:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.123681:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.123682:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1776200765.123684:0:9536:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200765.123685:0:9536:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.123687:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.123688:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1776200765.123689:0:9536:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200765.123691:0:9536:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.123692:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.123693:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1776200765.123695:0:9536:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200765.123697:0:9536:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.123698:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.123699:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1776200765.123701:0:9536:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200765.123702:0:9536:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.123704:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.123705:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1776200765.123706:0:9536:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200765.123707:0:9536:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.123709:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.123710:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1776200765.123712:0:9536:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200765.123713:0:9536:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.123714:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.123715:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1776200765.123717:0:9536:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200765.123718:0:9536:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.123719:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.123720:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1776200765.123722:0:9536:0:(mdc_request.c:2809:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200765.123723:0:9536:0:(ldlm_request.c:1722:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.123724:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.123725:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200765.123727:0:9536:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=51 : 51 : 33) 00010000:00000001:3.0:1776200765.123730:0:9536:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1776200765.123732:0:9536:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1776200765.123736:0:9536:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1776200765.123738:0:9536:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1776200765.123740:0:9536:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000402:0x33:0x0] mode (null) 00000080:00000001:3.0:1776200765.123744:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.123747:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.123748:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x33:0x0] 00800000:00000001:3.0:1776200765.123750:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.123753:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.123755:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.123760:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 0000000073acbcbe count: 2 00010000:00000001:3.0:1776200765.123763:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.123768:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000073acbcbe count: 1 00000002:00000001:3.0:1776200765.123770:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.123772:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.123774:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.123775:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.123776:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x33:0x0] 00800000:00000001:3.0:1776200765.123777:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.123778:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.123779:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.123780:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 0000000073acbcbe count: 2 00010000:00000001:3.0:1776200765.123781:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.123783:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000073acbcbe count: 1 00000002:00000001:3.0:1776200765.123784:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.123786:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.123787:0:9536:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.123789:0:9536:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:3.0:1776200765.123791:0:9536:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:3.0:1776200765.123794:0:9536:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728332408 : -112992981219208 : ffff993bc57e0878) 00000020:00001000:3.0:1776200765.123796:0:9536:0:(cl_object.c:739:cl_env_get()) 1@00000000c58c486c 00000020:00000001:3.0:1776200765.123798:0:9536:0:(cl_object.c:296:cl_conf_set()) Process entered 00000080:00200000:3.0:1776200765.123801:0:9536:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0x33:0x0]: losing layout lock 00000080:00000001:3.0:1776200765.123805:0:9536:0:(pcc.c:2128:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1776200765.123807:0:9536:0:(pcc.c:2143:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1776200765.123809:0:9536:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:3.0:1776200765.123811:0:9536:0:(lov_object.c:1393:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1776200765.123813:0:9536:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x33:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1776200765.123814:0:9536:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200765.123816:0:9536:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1776200765.123817:0:9536:0:(cl_object.c:820:cl_env_put()) 1@00000000c58c486c 00000080:00000001:3.0:1776200765.123819:0:9536:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.123822:0:9536:0:(dcache.c:234:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1776200765.123823:0:9536:0:(dcache.c:239:ll_prune_aliases()) marking dentries for inode [0x200000402:0x33:0x0](00000000c01b55fa) invalid 00000080:00002000:3.0:1776200765.123825:0:9536:0:(llite_internal.h:1745:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-49 (00000000074e79ae) parent 000000008fe1cc87 inode 00000000c01b55fa refc 0 00000080:00000001:3.0:1776200765.123835:0:9536:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1776200765.123840:0:9536:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1776200765.123843:0:9536:0:(dcache.c:248:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1776200765.123849:0:9536:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1776200765.124003:0:9536:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.124009:0:9536:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200765.124010:0:9536:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200765.124011:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.124013:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200765.124015:0:9536:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000b81dbc45 with handle 0x8d91c35bada81e3b from hash 00010000:00000001:3.0:1776200765.124018:0:9536:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200765.124019:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200765.124021:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.124022:0:9536:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200765.124025:0:9536:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200765.124027:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200765.124029:0:9536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000b81dbc45/0x8d91c35bada81e3b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x33:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x98dca339dc2affbd expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:3.0:1776200765.124035:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000073acbcbe count: 1 00010000:00000010:3.0:1776200765.124039:0:9536:0:(ldlm_lock.c:233:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at 000000003517693c. 00010000:00000040:3.0:1776200765.124042:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000073acbcbe count: 0 00010000:00000010:3.0:1776200765.124045:0:9536:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008945652a. 00010000:00000001:3.0:1776200765.124051:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.124052:0:9536:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1776200765.124053:0:9536:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1776200765.124055:0:9536:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1776200765.124056:0:9536:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1776200765.124057:0:9536:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000080:00000001:3.0:1776200765.124059:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.124061:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.124062:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000007:0x1:0x0] 00800000:00000001:3.0:1776200765.124063:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.124065:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.124066:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.124068:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f1cb6017 count: 3 00010000:00000001:3.0:1776200765.124070:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.124072:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00000002:00000001:3.0:1776200765.124073:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.124074:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.124076:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.124077:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.124078:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000007:0x1:0x0] 00800000:00000001:3.0:1776200765.124080:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.124081:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.124081:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.124082:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f1cb6017 count: 3 00010000:00000001:3.0:1776200765.124084:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.124085:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00000002:00000001:3.0:1776200765.124086:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.124088:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.124089:0:9536:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.124090:0:9536:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1776200765.124091:0:9536:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.124093:0:9536:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200765.124094:0:9536:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200765.124095:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.124096:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200765.124097:0:9536:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000c4c6f071 with handle 0x8d91c35bada81cba from hash 00010000:00000001:3.0:1776200765.124099:0:9536:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200765.124100:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200765.124101:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.124102:0:9536:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200765.124103:0:9536:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200765.124104:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200765.124105:0:9536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c4c6f071/0x8d91c35bada81cba lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000000 nid: local remote: 0x98dca339dc2af823 expref: -99 pid: 9174 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1776200765.124111:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 2 00010000:00000040:3.0:1776200765.124113:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00010000:00000001:3.0:1776200765.124116:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.124116:0:9536:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1776200765.124118:0:9536:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1776200765.124119:0:9536:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1776200765.124120:0:9536:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1776200765.124120:0:9536:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000402:0x32:0x0] mode (null) 00000080:00000001:3.0:1776200765.124123:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.124124:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.124125:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x32:0x0] 00800000:00000001:3.0:1776200765.124126:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.124128:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.124129:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.124131:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 0000000077c8a237 count: 2 00010000:00000001:3.0:1776200765.124132:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.124134:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000077c8a237 count: 1 00000002:00000001:3.0:1776200765.124135:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.124137:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.124138:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.124139:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.124140:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x32:0x0] 00800000:00000001:3.0:1776200765.124141:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.124142:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.124143:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.124144:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 0000000077c8a237 count: 2 00010000:00000001:3.0:1776200765.124145:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.124146:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000077c8a237 count: 1 00000002:00000001:3.0:1776200765.124147:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.124148:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.124149:0:9536:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.124151:0:9536:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:3.0:1776200765.124152:0:9536:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:3.0:1776200765.124153:0:9536:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728332408 : -112992981219208 : ffff993bc57e0878) 00000020:00001000:3.0:1776200765.124155:0:9536:0:(cl_object.c:739:cl_env_get()) 1@00000000c58c486c 00000020:00000001:3.0:1776200765.124156:0:9536:0:(cl_object.c:296:cl_conf_set()) Process entered 00000080:00200000:3.0:1776200765.124158:0:9536:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0x32:0x0]: losing layout lock 00000080:00000001:3.0:1776200765.124160:0:9536:0:(pcc.c:2128:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1776200765.124161:0:9536:0:(pcc.c:2143:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1776200765.124162:0:9536:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:3.0:1776200765.124163:0:9536:0:(lov_object.c:1393:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1776200765.124164:0:9536:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x32:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1776200765.124166:0:9536:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200765.124291:0:9536:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1776200765.124294:0:9536:0:(cl_object.c:820:cl_env_put()) 1@00000000c58c486c 00000080:00000001:3.0:1776200765.124297:0:9536:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.124298:0:9536:0:(dcache.c:234:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1776200765.124300:0:9536:0:(dcache.c:239:ll_prune_aliases()) marking dentries for inode [0x200000402:0x32:0x0](000000003a075265) invalid 00000080:00002000:3.0:1776200765.124302:0:9536:0:(llite_internal.h:1745:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-48 (00000000dffc2a87) parent 000000008fe1cc87 inode 000000003a075265 refc 0 00000080:00000001:3.0:1776200765.124308:0:9536:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1776200765.124310:0:9536:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1776200765.124313:0:9536:0:(dcache.c:248:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1776200765.124315:0:9536:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1776200765.124316:0:9536:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.124319:0:9536:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200765.124320:0:9536:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200765.124321:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.124322:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200765.124324:0:9536:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000001ea2bfae with handle 0x8d91c35bada81e34 from hash 00010000:00000001:3.0:1776200765.124326:0:9536:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200765.124327:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200765.124328:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.124329:0:9536:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200765.124330:0:9536:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200765.124332:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200765.124333:0:9536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000001ea2bfae/0x8d91c35bada81e34 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x98dca339dc2aff9a expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:3.0:1776200765.124339:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000077c8a237 count: 1 00010000:00000010:3.0:1776200765.124350:0:9536:0:(ldlm_lock.c:233:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at 0000000013d9e79b. 00010000:00000040:3.0:1776200765.124353:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000077c8a237 count: 0 00010000:00000010:3.0:1776200765.124355:0:9536:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006f9527d6. 00010000:00000001:3.0:1776200765.124359:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.124360:0:9536:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1776200765.124361:0:9536:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1776200765.124363:0:9536:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1776200765.124364:0:9536:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1776200765.124364:0:9536:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000402:0x31:0x0] mode (null) 00000080:00000001:3.0:1776200765.124366:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.124368:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.124369:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x31:0x0] 00800000:00000001:3.0:1776200765.124370:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.124372:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.124373:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.124375:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 0000000089e4c898 count: 2 00010000:00000001:3.0:1776200765.124376:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.124378:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000089e4c898 count: 1 00000002:00000001:3.0:1776200765.124380:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.124381:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.124383:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.124384:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.124384:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x31:0x0] 00800000:00000001:3.0:1776200765.124386:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.124387:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.124388:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.124389:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 0000000089e4c898 count: 2 00010000:00000001:3.0:1776200765.124390:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.124391:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000089e4c898 count: 1 00000002:00000001:3.0:1776200765.124392:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.124394:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.124395:0:9536:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.124396:0:9536:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:3.0:1776200765.124397:0:9536:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:3.0:1776200765.124398:0:9536:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728332408 : -112992981219208 : ffff993bc57e0878) 00000020:00001000:3.0:1776200765.124400:0:9536:0:(cl_object.c:739:cl_env_get()) 1@00000000c58c486c 00000020:00000001:3.0:1776200765.124401:0:9536:0:(cl_object.c:296:cl_conf_set()) Process entered 00000080:00200000:3.0:1776200765.124402:0:9536:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0x31:0x0]: losing layout lock 00000080:00000001:3.0:1776200765.124404:0:9536:0:(pcc.c:2128:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1776200765.124405:0:9536:0:(pcc.c:2143:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1776200765.124406:0:9536:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:3.0:1776200765.124407:0:9536:0:(lov_object.c:1393:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1776200765.124408:0:9536:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x31:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1776200765.124410:0:9536:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200765.124411:0:9536:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1776200765.124412:0:9536:0:(cl_object.c:820:cl_env_put()) 1@00000000c58c486c 00000080:00000001:3.0:1776200765.124413:0:9536:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.124414:0:9536:0:(dcache.c:234:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1776200765.124415:0:9536:0:(dcache.c:239:ll_prune_aliases()) marking dentries for inode [0x200000402:0x31:0x0](00000000ac2e8782) invalid 00000080:00002000:3.0:1776200765.124417:0:9536:0:(llite_internal.h:1745:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-47 (000000000cfc290c) parent 000000008fe1cc87 inode 00000000ac2e8782 refc 0 00000080:00000001:3.0:1776200765.124421:0:9536:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1776200765.124423:0:9536:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1776200765.124425:0:9536:0:(dcache.c:248:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1776200765.124427:0:9536:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1776200765.124548:0:9536:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.124551:0:9536:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200765.124552:0:9536:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200765.124553:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.124554:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200765.124556:0:9536:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000cb95a62b with handle 0x8d91c35bada81e2d from hash 00010000:00000001:3.0:1776200765.124558:0:9536:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200765.124559:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200765.124560:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.124561:0:9536:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200765.124562:0:9536:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200765.124563:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200765.124564:0:9536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000cb95a62b/0x8d91c35bada81e2d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x31:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x98dca339dc2aff77 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:3.0:1776200765.124570:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000089e4c898 count: 1 00010000:00000010:3.0:1776200765.124571:0:9536:0:(ldlm_lock.c:233:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at 000000004b6240ae. 00010000:00000040:3.0:1776200765.124574:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000089e4c898 count: 0 00010000:00000010:3.0:1776200765.124575:0:9536:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000898b43d8. 00010000:00000001:3.0:1776200765.124580:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.124580:0:9536:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1776200765.124582:0:9536:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1776200765.124583:0:9536:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1776200765.124584:0:9536:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1776200765.124585:0:9536:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000402:0x30:0x0] mode (null) 00000080:00000001:3.0:1776200765.124703:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.124705:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.124706:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x30:0x0] 00800000:00000001:3.0:1776200765.124707:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.124709:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.124710:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.124712:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000001313f8ac count: 2 00010000:00000001:3.0:1776200765.124714:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.124716:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000001313f8ac count: 1 00000002:00000001:3.0:1776200765.124717:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.124719:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.124720:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.124722:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.124722:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x30:0x0] 00800000:00000001:3.0:1776200765.124723:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.124725:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.124725:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.124726:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000001313f8ac count: 2 00010000:00000001:3.0:1776200765.124727:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.124729:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000001313f8ac count: 1 00000002:00000001:3.0:1776200765.124730:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.124731:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.124732:0:9536:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.124734:0:9536:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:3.0:1776200765.124735:0:9536:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:3.0:1776200765.124736:0:9536:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728332408 : -112992981219208 : ffff993bc57e0878) 00000020:00001000:3.0:1776200765.124737:0:9536:0:(cl_object.c:739:cl_env_get()) 1@00000000c58c486c 00000020:00000001:3.0:1776200765.124738:0:9536:0:(cl_object.c:296:cl_conf_set()) Process entered 00000080:00200000:3.0:1776200765.124740:0:9536:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0x30:0x0]: losing layout lock 00000080:00000001:3.0:1776200765.124742:0:9536:0:(pcc.c:2128:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1776200765.124743:0:9536:0:(pcc.c:2143:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1776200765.124744:0:9536:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:3.0:1776200765.124744:0:9536:0:(lov_object.c:1393:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1776200765.124746:0:9536:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x30:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1776200765.124747:0:9536:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200765.124748:0:9536:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1776200765.124749:0:9536:0:(cl_object.c:820:cl_env_put()) 1@00000000c58c486c 00000080:00000001:3.0:1776200765.124751:0:9536:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.124752:0:9536:0:(dcache.c:234:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1776200765.124753:0:9536:0:(dcache.c:239:ll_prune_aliases()) marking dentries for inode [0x200000402:0x30:0x0](0000000044693dff) invalid 00000080:00002000:3.0:1776200765.124755:0:9536:0:(llite_internal.h:1745:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-46 (000000000e249b39) parent 000000008fe1cc87 inode 0000000044693dff refc 0 00000080:00000001:3.0:1776200765.124760:0:9536:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1776200765.124762:0:9536:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1776200765.124764:0:9536:0:(dcache.c:248:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1776200765.124766:0:9536:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1776200765.124767:0:9536:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.124770:0:9536:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200765.124771:0:9536:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200765.124772:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.124773:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200765.124774:0:9536:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000001c6b0d55 with handle 0x8d91c35bada81e26 from hash 00010000:00000001:3.0:1776200765.124776:0:9536:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200765.124777:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200765.124778:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.124779:0:9536:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200765.124780:0:9536:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200765.124781:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200765.124782:0:9536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000001c6b0d55/0x8d91c35bada81e26 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x98dca339dc2aff54 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:3.0:1776200765.124787:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000001313f8ac count: 1 00010000:00000010:3.0:1776200765.124789:0:9536:0:(ldlm_lock.c:233:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at 00000000beb0111e. 00010000:00000040:3.0:1776200765.124791:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000001313f8ac count: 0 00010000:00000010:3.0:1776200765.124793:0:9536:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000078ed777a. 00010000:00000001:3.0:1776200765.124796:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.124797:0:9536:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1776200765.124798:0:9536:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1776200765.124800:0:9536:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1776200765.124801:0:9536:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1776200765.124802:0:9536:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000402:0x2f:0x0] mode (null) 00000080:00000001:3.0:1776200765.124804:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.124805:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.124806:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x2f:0x0] 00800000:00000001:3.0:1776200765.124807:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.124808:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.124809:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.124810:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000b8b5cd50 count: 2 00010000:00000001:3.0:1776200765.124811:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.124813:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b8b5cd50 count: 1 00000002:00000001:3.0:1776200765.124814:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.124815:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.124817:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.124818:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.124819:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x2f:0x0] 00800000:00000001:3.0:1776200765.124820:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.124821:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.124822:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.124823:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000b8b5cd50 count: 2 00010000:00000001:3.0:1776200765.124824:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.124826:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b8b5cd50 count: 1 00000002:00000001:3.0:1776200765.124827:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.124828:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.124829:0:9536:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.124831:0:9536:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:3.0:1776200765.124831:0:9536:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:3.0:1776200765.124832:0:9536:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728332408 : -112992981219208 : ffff993bc57e0878) 00000020:00001000:3.0:1776200765.124833:0:9536:0:(cl_object.c:739:cl_env_get()) 1@00000000c58c486c 00000020:00000001:3.0:1776200765.124834:0:9536:0:(cl_object.c:296:cl_conf_set()) Process entered 00000080:00200000:3.0:1776200765.124835:0:9536:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0x2f:0x0]: losing layout lock 00000080:00000001:3.0:1776200765.124837:0:9536:0:(pcc.c:2128:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1776200765.124838:0:9536:0:(pcc.c:2143:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1776200765.124838:0:9536:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:3.0:1776200765.124839:0:9536:0:(lov_object.c:1393:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1776200765.124840:0:9536:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x2f:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1776200765.124842:0:9536:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200765.124843:0:9536:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1776200765.124844:0:9536:0:(cl_object.c:820:cl_env_put()) 1@00000000c58c486c 00000080:00000001:3.0:1776200765.124845:0:9536:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.124846:0:9536:0:(dcache.c:234:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1776200765.124847:0:9536:0:(dcache.c:239:ll_prune_aliases()) marking dentries for inode [0x200000402:0x2f:0x0](000000004fa88b2d) invalid 00000080:00002000:3.0:1776200765.124848:0:9536:0:(llite_internal.h:1745:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-45 (00000000a761ec77) parent 000000008fe1cc87 inode 000000004fa88b2d refc 0 00000080:00000001:3.0:1776200765.125049:0:9536:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1776200765.125052:0:9536:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1776200765.125054:0:9536:0:(dcache.c:248:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1776200765.125056:0:9536:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1776200765.125057:0:9536:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.125060:0:9536:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200765.125061:0:9536:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200765.125062:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.125062:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200765.125065:0:9536:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000011b7fd8f with handle 0x8d91c35bada81e1f from hash 00010000:00000001:3.0:1776200765.125067:0:9536:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200765.125068:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200765.125069:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.125070:0:9536:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200765.125071:0:9536:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200765.125072:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200765.125073:0:9536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 0000000011b7fd8f/0x8d91c35bada81e1f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x98dca339dc2aff31 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:3.0:1776200765.125079:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b8b5cd50 count: 1 00010000:00000010:3.0:1776200765.125081:0:9536:0:(ldlm_lock.c:233:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at 00000000fe7a7322. 00010000:00000040:3.0:1776200765.125083:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000b8b5cd50 count: 0 00010000:00000010:3.0:1776200765.125085:0:9536:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000feea1dea. 00010000:00000001:3.0:1776200765.125089:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.125090:0:9536:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1776200765.125092:0:9536:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1776200765.125093:0:9536:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1776200765.125094:0:9536:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1776200765.125095:0:9536:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000402:0x2e:0x0] mode (null) 00000080:00000001:3.0:1776200765.125097:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.125099:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.125100:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x2e:0x0] 00800000:00000001:3.0:1776200765.125101:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.125102:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.125103:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.125105:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000004ab84a88 count: 2 00010000:00000001:3.0:1776200765.125107:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.125109:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000004ab84a88 count: 1 00000002:00000001:3.0:1776200765.125110:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.125112:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.125113:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.125114:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.125115:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x2e:0x0] 00800000:00000001:3.0:1776200765.125116:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.125117:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.125118:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.125119:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000004ab84a88 count: 2 00010000:00000001:3.0:1776200765.125120:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.125122:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000004ab84a88 count: 1 00000002:00000001:3.0:1776200765.125123:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.125124:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.125126:0:9536:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.125127:0:9536:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:3.0:1776200765.125128:0:9536:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:3.0:1776200765.125129:0:9536:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728332408 : -112992981219208 : ffff993bc57e0878) 00000020:00001000:3.0:1776200765.125131:0:9536:0:(cl_object.c:739:cl_env_get()) 1@00000000c58c486c 00000020:00000001:3.0:1776200765.125132:0:9536:0:(cl_object.c:296:cl_conf_set()) Process entered 00000080:00200000:3.0:1776200765.125134:0:9536:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0x2e:0x0]: losing layout lock 00000080:00000001:3.0:1776200765.125136:0:9536:0:(pcc.c:2128:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1776200765.125137:0:9536:0:(pcc.c:2143:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1776200765.125138:0:9536:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:3.0:1776200765.125139:0:9536:0:(lov_object.c:1393:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1776200765.125140:0:9536:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x2e:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1776200765.125142:0:9536:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200765.125143:0:9536:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1776200765.125144:0:9536:0:(cl_object.c:820:cl_env_put()) 1@00000000c58c486c 00000080:00000001:3.0:1776200765.125145:0:9536:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.125147:0:9536:0:(dcache.c:234:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1776200765.125147:0:9536:0:(dcache.c:239:ll_prune_aliases()) marking dentries for inode [0x200000402:0x2e:0x0](00000000f728eb8c) invalid 00000080:00002000:3.0:1776200765.125149:0:9536:0:(llite_internal.h:1745:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-44 (000000004e063c3c) parent 000000008fe1cc87 inode 00000000f728eb8c refc 0 00000080:00000001:3.0:1776200765.125154:0:9536:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1776200765.125156:0:9536:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1776200765.125158:0:9536:0:(dcache.c:248:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1776200765.125702:0:9536:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1776200765.125704:0:9536:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.125708:0:9536:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200765.125709:0:9536:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200765.125710:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.125711:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200765.125713:0:9536:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000f83ca89a with handle 0x8d91c35bada81e18 from hash 00010000:00000001:3.0:1776200765.125715:0:9536:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200765.125716:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200765.125717:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.125718:0:9536:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200765.125720:0:9536:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200765.125721:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200765.125723:0:9536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000f83ca89a/0x8d91c35bada81e18 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x98dca339dc2aff0e expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:3.0:1776200765.125729:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000004ab84a88 count: 1 00010000:00000010:3.0:1776200765.125731:0:9536:0:(ldlm_lock.c:233:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at 000000004ff2f524. 00010000:00000040:3.0:1776200765.125733:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000004ab84a88 count: 0 00010000:00000010:3.0:1776200765.125736:0:9536:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004b8b3a51. 00010000:00000001:3.0:1776200765.125740:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.125741:0:9536:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1776200765.125742:0:9536:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1776200765.125743:0:9536:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1776200765.125744:0:9536:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1776200765.125745:0:9536:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000402:0x2d:0x0] mode (null) 00000080:00000001:3.0:1776200765.125747:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.125749:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.125750:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x2d:0x0] 00800000:00000001:3.0:1776200765.125751:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.125752:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.125753:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.125755:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000006795cd25 count: 2 00010000:00000001:3.0:1776200765.125757:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.125759:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000006795cd25 count: 1 00000002:00000001:3.0:1776200765.125761:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.125762:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.125764:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.125765:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.125766:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x2d:0x0] 00800000:00000001:3.0:1776200765.125767:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.125768:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.125769:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.125770:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000006795cd25 count: 2 00010000:00000001:3.0:1776200765.125771:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.125773:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000006795cd25 count: 1 00000002:00000001:3.0:1776200765.125774:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.125776:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.125777:0:9536:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.125778:0:9536:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:3.0:1776200765.125779:0:9536:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:3.0:1776200765.125781:0:9536:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728332408 : -112992981219208 : ffff993bc57e0878) 00000020:00001000:3.0:1776200765.125783:0:9536:0:(cl_object.c:739:cl_env_get()) 1@00000000c58c486c 00000020:00000001:3.0:1776200765.125784:0:9536:0:(cl_object.c:296:cl_conf_set()) Process entered 00000080:00200000:3.0:1776200765.125785:0:9536:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0x2d:0x0]: losing layout lock 00000080:00000001:3.0:1776200765.125788:0:9536:0:(pcc.c:2128:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1776200765.125789:0:9536:0:(pcc.c:2143:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1776200765.125790:0:9536:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:3.0:1776200765.125791:0:9536:0:(lov_object.c:1393:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1776200765.125793:0:9536:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x2d:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1776200765.125794:0:9536:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200765.125796:0:9536:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1776200765.125797:0:9536:0:(cl_object.c:820:cl_env_put()) 1@00000000c58c486c 00000080:00000001:3.0:1776200765.125798:0:9536:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.125800:0:9536:0:(dcache.c:234:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1776200765.125801:0:9536:0:(dcache.c:239:ll_prune_aliases()) marking dentries for inode [0x200000402:0x2d:0x0](000000007829bd70) invalid 00000080:00002000:3.0:1776200765.125803:0:9536:0:(llite_internal.h:1745:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-43 (0000000091d042d2) parent 000000008fe1cc87 inode 000000007829bd70 refc 0 00000080:00000001:3.0:1776200765.125807:0:9536:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1776200765.125810:0:9536:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1776200765.125812:0:9536:0:(dcache.c:248:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1776200765.125814:0:9536:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1776200765.125815:0:9536:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.125817:0:9536:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200765.125818:0:9536:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200765.125819:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.125821:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200765.125822:0:9536:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000452953e6 with handle 0x8d91c35bada81e11 from hash 00010000:00000001:3.0:1776200765.125824:0:9536:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200765.125825:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200765.125826:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.125827:0:9536:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200765.125828:0:9536:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200765.125829:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200765.125831:0:9536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000452953e6/0x8d91c35bada81e11 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x98dca339dc2afeeb expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:3.0:1776200765.125837:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000006795cd25 count: 1 00010000:00000010:3.0:1776200765.125838:0:9536:0:(ldlm_lock.c:233:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at 00000000663d6ed4. 00010000:00000040:3.0:1776200765.125841:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000006795cd25 count: 0 00010000:00000010:3.0:1776200765.125842:0:9536:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005691e64e. 00010000:00000001:3.0:1776200765.125846:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.125847:0:9536:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1776200765.125922:0:9536:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1776200765.125924:0:9536:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1776200765.125925:0:9536:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1776200765.125926:0:9536:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000402:0x2c:0x0] mode (null) 00000080:00000001:3.0:1776200765.125928:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.125930:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.125931:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x2c:0x0] 00800000:00000001:3.0:1776200765.125932:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.125934:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.125935:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.125937:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f076a372 count: 2 00010000:00000001:3.0:1776200765.125939:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.125941:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f076a372 count: 1 00000002:00000001:3.0:1776200765.125942:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.125944:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.125945:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.125946:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.125947:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x2c:0x0] 00800000:00000001:3.0:1776200765.125949:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.126020:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.126021:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.126023:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f076a372 count: 2 00010000:00000001:3.0:1776200765.126025:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.126027:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f076a372 count: 1 00000002:00000001:3.0:1776200765.126028:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.126030:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.126032:0:9536:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.126034:0:9536:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:3.0:1776200765.126035:0:9536:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:3.0:1776200765.126037:0:9536:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728332408 : -112992981219208 : ffff993bc57e0878) 00000020:00001000:3.0:1776200765.126038:0:9536:0:(cl_object.c:739:cl_env_get()) 1@00000000c58c486c 00000020:00000001:3.0:1776200765.126040:0:9536:0:(cl_object.c:296:cl_conf_set()) Process entered 00000080:00200000:3.0:1776200765.126041:0:9536:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0x2c:0x0]: losing layout lock 00000080:00000001:3.0:1776200765.126043:0:9536:0:(pcc.c:2128:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1776200765.126044:0:9536:0:(pcc.c:2143:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1776200765.126045:0:9536:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:3.0:1776200765.126046:0:9536:0:(lov_object.c:1393:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1776200765.126047:0:9536:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x2c:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1776200765.126049:0:9536:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200765.126050:0:9536:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1776200765.126051:0:9536:0:(cl_object.c:820:cl_env_put()) 1@00000000c58c486c 00000080:00000001:3.0:1776200765.126052:0:9536:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.126054:0:9536:0:(dcache.c:234:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1776200765.126055:0:9536:0:(dcache.c:239:ll_prune_aliases()) marking dentries for inode [0x200000402:0x2c:0x0](000000003dee1df4) invalid 00000080:00002000:3.0:1776200765.126057:0:9536:0:(llite_internal.h:1745:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-42 (000000005d63e422) parent 000000008fe1cc87 inode 000000003dee1df4 refc 0 00000080:00000001:3.0:1776200765.126062:0:9536:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1776200765.126065:0:9536:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1776200765.126067:0:9536:0:(dcache.c:248:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1776200765.126069:0:9536:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1776200765.126070:0:9536:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.126073:0:9536:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200765.126074:0:9536:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200765.126075:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.126076:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200765.126078:0:9536:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000065134f9a with handle 0x8d91c35bada81e0a from hash 00010000:00000001:3.0:1776200765.126080:0:9536:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200765.126081:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200765.126082:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.126083:0:9536:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200765.126085:0:9536:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200765.126086:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200765.126088:0:9536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 0000000065134f9a/0x8d91c35bada81e0a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x98dca339dc2afec8 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:3.0:1776200765.126099:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f076a372 count: 1 00010000:00000010:3.0:1776200765.126101:0:9536:0:(ldlm_lock.c:233:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at 00000000acc9063b. 00010000:00000040:3.0:1776200765.126104:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f076a372 count: 0 00010000:00000010:3.0:1776200765.126105:0:9536:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008b3e9f2b. 00010000:00000001:3.0:1776200765.126109:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.126110:0:9536:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1776200765.126111:0:9536:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1776200765.126113:0:9536:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1776200765.126114:0:9536:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1776200765.126115:0:9536:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000402:0x2b:0x0] mode (null) 00000080:00000001:3.0:1776200765.126117:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.126119:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.126120:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x2b:0x0] 00800000:00000001:3.0:1776200765.126121:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.126123:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.126124:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.126125:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 0000000040c58e4f count: 2 00010000:00000001:3.0:1776200765.126127:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.126128:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000040c58e4f count: 1 00000002:00000001:3.0:1776200765.126130:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.126132:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.126133:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.126134:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.126135:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x2b:0x0] 00800000:00000001:3.0:1776200765.126136:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.126137:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.126138:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.126139:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 0000000040c58e4f count: 2 00010000:00000001:3.0:1776200765.126141:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.126142:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000040c58e4f count: 1 00000002:00000001:3.0:1776200765.126144:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.126145:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.126146:0:9536:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.126147:0:9536:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:3.0:1776200765.126149:0:9536:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:3.0:1776200765.126150:0:9536:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728332408 : -112992981219208 : ffff993bc57e0878) 00000020:00001000:3.0:1776200765.126151:0:9536:0:(cl_object.c:739:cl_env_get()) 1@00000000c58c486c 00000020:00000001:3.0:1776200765.126152:0:9536:0:(cl_object.c:296:cl_conf_set()) Process entered 00000080:00200000:3.0:1776200765.126154:0:9536:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0x2b:0x0]: losing layout lock 00000080:00000001:3.0:1776200765.126155:0:9536:0:(pcc.c:2128:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1776200765.126157:0:9536:0:(pcc.c:2143:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1776200765.126158:0:9536:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:3.0:1776200765.126159:0:9536:0:(lov_object.c:1393:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1776200765.126160:0:9536:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x2b:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1776200765.126162:0:9536:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200765.126163:0:9536:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1776200765.126164:0:9536:0:(cl_object.c:820:cl_env_put()) 1@00000000c58c486c 00000080:00000001:3.0:1776200765.126165:0:9536:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.126166:0:9536:0:(dcache.c:234:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1776200765.126284:0:9536:0:(dcache.c:239:ll_prune_aliases()) marking dentries for inode [0x200000402:0x2b:0x0](000000008e1fe580) invalid 00000080:00002000:3.0:1776200765.126287:0:9536:0:(llite_internal.h:1745:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-41 (000000000f299dab) parent 000000008fe1cc87 inode 000000008e1fe580 refc 0 00000080:00000001:3.0:1776200765.126292:0:9536:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1776200765.126294:0:9536:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1776200765.126297:0:9536:0:(dcache.c:248:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1776200765.126300:0:9536:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1776200765.126301:0:9536:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.126303:0:9536:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200765.126305:0:9536:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200765.126305:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.126306:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200765.126308:0:9536:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000c3cacb00 with handle 0x8d91c35bada81e03 from hash 00010000:00000001:3.0:1776200765.126310:0:9536:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200765.126311:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200765.126311:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.126312:0:9536:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200765.126314:0:9536:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200765.126315:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200765.126316:0:9536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000c3cacb00/0x8d91c35bada81e03 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x98dca339dc2afea5 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:3.0:1776200765.126321:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000040c58e4f count: 1 00010000:00000010:3.0:1776200765.126324:0:9536:0:(ldlm_lock.c:233:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at 0000000089061964. 00010000:00000040:3.0:1776200765.126326:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000040c58e4f count: 0 00010000:00000010:3.0:1776200765.126329:0:9536:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000004348970. 00010000:00000001:3.0:1776200765.126333:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.126334:0:9536:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1776200765.126336:0:9536:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1776200765.126338:0:9536:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1776200765.126339:0:9536:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1776200765.126340:0:9536:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000402:0x2a:0x0] mode (null) 00000080:00000001:3.0:1776200765.126351:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.126353:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.126354:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x2a:0x0] 00800000:00000001:3.0:1776200765.126355:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.126357:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.126358:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.126360:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000abc45afd count: 2 00010000:00000001:3.0:1776200765.126362:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.126364:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000abc45afd count: 1 00000002:00000001:3.0:1776200765.126366:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.126368:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.126369:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.126370:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.126371:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x2a:0x0] 00800000:00000001:3.0:1776200765.126373:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.126374:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.126375:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.126376:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000abc45afd count: 2 00010000:00000001:3.0:1776200765.126378:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.126380:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000abc45afd count: 1 00000002:00000001:3.0:1776200765.126381:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.126383:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.126384:0:9536:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.126386:0:9536:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:3.0:1776200765.126387:0:9536:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:3.0:1776200765.126388:0:9536:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728332408 : -112992981219208 : ffff993bc57e0878) 00000020:00001000:3.0:1776200765.126390:0:9536:0:(cl_object.c:739:cl_env_get()) 1@00000000c58c486c 00000020:00000001:3.0:1776200765.126392:0:9536:0:(cl_object.c:296:cl_conf_set()) Process entered 00000080:00200000:3.0:1776200765.126394:0:9536:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0x2a:0x0]: losing layout lock 00000080:00000001:3.0:1776200765.126396:0:9536:0:(pcc.c:2128:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1776200765.126397:0:9536:0:(pcc.c:2143:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1776200765.126398:0:9536:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:3.0:1776200765.126408:0:9536:0:(lov_object.c:1393:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1776200765.126411:0:9536:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x2a:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1776200765.126412:0:9536:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200765.126414:0:9536:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1776200765.126415:0:9536:0:(cl_object.c:820:cl_env_put()) 1@00000000c58c486c 00000080:00000001:3.0:1776200765.126416:0:9536:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.126418:0:9536:0:(dcache.c:234:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1776200765.126418:0:9536:0:(dcache.c:239:ll_prune_aliases()) marking dentries for inode [0x200000402:0x2a:0x0](00000000aa2c1bbf) invalid 00000080:00002000:3.0:1776200765.126420:0:9536:0:(llite_internal.h:1745:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-40 (0000000014d2c73f) parent 000000008fe1cc87 inode 00000000aa2c1bbf refc 0 00000080:00000001:3.0:1776200765.126424:0:9536:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1776200765.126427:0:9536:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1776200765.126559:0:9536:0:(dcache.c:248:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1776200765.126562:0:9536:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1776200765.126563:0:9536:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.126566:0:9536:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200765.126567:0:9536:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200765.126568:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.126569:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200765.126571:0:9536:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000e17d64a7 with handle 0x8d91c35bada81dfc from hash 00010000:00000001:3.0:1776200765.126573:0:9536:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200765.126574:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200765.126575:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.126576:0:9536:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200765.126577:0:9536:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200765.126578:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200765.126579:0:9536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000e17d64a7/0x8d91c35bada81dfc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x98dca339dc2afe82 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:3.0:1776200765.126585:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000abc45afd count: 1 00010000:00000010:3.0:1776200765.126673:0:9536:0:(ldlm_lock.c:233:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at 000000002cba4027. 00010000:00000040:3.0:1776200765.126676:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000abc45afd count: 0 00010000:00000010:3.0:1776200765.126678:0:9536:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008bb646bb. 00010000:00000001:3.0:1776200765.126683:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.126684:0:9536:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1776200765.126686:0:9536:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1776200765.126687:0:9536:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1776200765.126688:0:9536:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1776200765.126689:0:9536:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000402:0x29:0x0] mode (null) 00000080:00000001:3.0:1776200765.126691:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.126693:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.126694:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x29:0x0] 00800000:00000001:3.0:1776200765.126695:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.126697:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.126698:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.126700:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 0000000004227fd2 count: 2 00010000:00000001:3.0:1776200765.126702:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.126704:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000004227fd2 count: 1 00000002:00000001:3.0:1776200765.126706:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.126707:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.126709:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.126710:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.126710:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x29:0x0] 00800000:00000001:3.0:1776200765.126712:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.126713:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.126714:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.126715:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 0000000004227fd2 count: 2 00010000:00000001:3.0:1776200765.126716:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.126718:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000004227fd2 count: 1 00000002:00000001:3.0:1776200765.126719:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.126721:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.126722:0:9536:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.126723:0:9536:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:3.0:1776200765.126724:0:9536:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:3.0:1776200765.126725:0:9536:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728332408 : -112992981219208 : ffff993bc57e0878) 00000020:00001000:3.0:1776200765.126727:0:9536:0:(cl_object.c:739:cl_env_get()) 1@00000000c58c486c 00000020:00000001:3.0:1776200765.126728:0:9536:0:(cl_object.c:296:cl_conf_set()) Process entered 00000080:00200000:3.0:1776200765.126730:0:9536:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0x29:0x0]: losing layout lock 00000080:00000001:3.0:1776200765.126732:0:9536:0:(pcc.c:2128:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1776200765.126733:0:9536:0:(pcc.c:2143:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1776200765.126734:0:9536:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:3.0:1776200765.126735:0:9536:0:(lov_object.c:1393:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1776200765.126737:0:9536:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x29:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1776200765.126738:0:9536:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200765.126740:0:9536:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1776200765.126741:0:9536:0:(cl_object.c:820:cl_env_put()) 1@00000000c58c486c 00000080:00000001:3.0:1776200765.126742:0:9536:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.126743:0:9536:0:(dcache.c:234:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1776200765.126744:0:9536:0:(dcache.c:239:ll_prune_aliases()) marking dentries for inode [0x200000402:0x29:0x0](00000000674b0cc6) invalid 00000080:00002000:3.0:1776200765.126746:0:9536:0:(llite_internal.h:1745:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-39 (0000000019dc864b) parent 000000008fe1cc87 inode 00000000674b0cc6 refc 0 00000080:00000001:3.0:1776200765.126750:0:9536:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1776200765.126752:0:9536:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1776200765.126754:0:9536:0:(dcache.c:248:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1776200765.126756:0:9536:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1776200765.126757:0:9536:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.126759:0:9536:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200765.126760:0:9536:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200765.126761:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.126762:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200765.126764:0:9536:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000ba769d58 with handle 0x8d91c35bada81df5 from hash 00010000:00000001:3.0:1776200765.126766:0:9536:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200765.126767:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200765.126768:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.126769:0:9536:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200765.126770:0:9536:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200765.126771:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200765.126772:0:9536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000ba769d58/0x8d91c35bada81df5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x29:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x98dca339dc2afe5f expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:3.0:1776200765.126778:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000004227fd2 count: 1 00010000:00000010:3.0:1776200765.126780:0:9536:0:(ldlm_lock.c:233:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at 0000000064ba8da4. 00010000:00000040:3.0:1776200765.126782:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000004227fd2 count: 0 00010000:00000010:3.0:1776200765.126784:0:9536:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c9795ac7. 00010000:00000001:3.0:1776200765.126788:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.126789:0:9536:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1776200765.126790:0:9536:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1776200765.126791:0:9536:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1776200765.126792:0:9536:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1776200765.126794:0:9536:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000402:0x28:0x0] mode (null) 00000080:00000001:3.0:1776200765.126795:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.126797:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.126798:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x28:0x0] 00800000:00000001:3.0:1776200765.126799:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.126800:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.126801:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.126803:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f0edf1a6 count: 2 00010000:00000001:3.0:1776200765.126805:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.126806:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f0edf1a6 count: 1 00000002:00000001:3.0:1776200765.126808:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.126809:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.126811:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.126812:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.126813:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x28:0x0] 00800000:00000001:3.0:1776200765.126814:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.126815:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.126816:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.126817:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f0edf1a6 count: 2 00010000:00000001:3.0:1776200765.126818:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.126819:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f0edf1a6 count: 1 00000002:00000001:3.0:1776200765.126820:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.126822:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.126823:0:9536:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.126824:0:9536:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:3.0:1776200765.126825:0:9536:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:3.0:1776200765.126826:0:9536:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728332408 : -112992981219208 : ffff993bc57e0878) 00000020:00001000:3.0:1776200765.126827:0:9536:0:(cl_object.c:739:cl_env_get()) 1@00000000c58c486c 00000020:00000001:3.0:1776200765.126829:0:9536:0:(cl_object.c:296:cl_conf_set()) Process entered 00000080:00200000:3.0:1776200765.126830:0:9536:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0x28:0x0]: losing layout lock 00000080:00000001:3.0:1776200765.126832:0:9536:0:(pcc.c:2128:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1776200765.126833:0:9536:0:(pcc.c:2143:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1776200765.126834:0:9536:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:3.0:1776200765.126835:0:9536:0:(lov_object.c:1393:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1776200765.126837:0:9536:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x28:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1776200765.126838:0:9536:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200765.126839:0:9536:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1776200765.126841:0:9536:0:(cl_object.c:820:cl_env_put()) 1@00000000c58c486c 00000080:00000001:3.0:1776200765.126842:0:9536:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.126843:0:9536:0:(dcache.c:234:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1776200765.126844:0:9536:0:(dcache.c:239:ll_prune_aliases()) marking dentries for inode [0x200000402:0x28:0x0](0000000045a33934) invalid 00000080:00002000:3.0:1776200765.126845:0:9536:0:(llite_internal.h:1745:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-38 (00000000d44dfdf8) parent 000000008fe1cc87 inode 0000000045a33934 refc 0 00000080:00000001:3.0:1776200765.126849:0:9536:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1776200765.127068:0:9536:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1776200765.127071:0:9536:0:(dcache.c:248:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1776200765.127074:0:9536:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1776200765.127075:0:9536:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.127078:0:9536:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200765.127080:0:9536:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200765.127081:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.127082:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200765.127083:0:9536:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000ebf84753 with handle 0x8d91c35bada81dee from hash 00010000:00000001:3.0:1776200765.127085:0:9536:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200765.127086:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200765.127087:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.127088:0:9536:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200765.127089:0:9536:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200765.127090:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200765.127091:0:9536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000ebf84753/0x8d91c35bada81dee lrc: 0/0,0 mode: --/CR res: [0x200000402:0x28:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x98dca339dc2afe3c expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:3.0:1776200765.127097:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f0edf1a6 count: 1 00010000:00000010:3.0:1776200765.127099:0:9536:0:(ldlm_lock.c:233:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at 00000000a47d3a21. 00010000:00000040:3.0:1776200765.127102:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f0edf1a6 count: 0 00010000:00000010:3.0:1776200765.127104:0:9536:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000020ade4a4. 00010000:00000001:3.0:1776200765.127108:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.127109:0:9536:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1776200765.127110:0:9536:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1776200765.127112:0:9536:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1776200765.127113:0:9536:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1776200765.127114:0:9536:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000402:0x27:0x0] mode (null) 00000080:00000001:3.0:1776200765.127116:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.127117:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.127118:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x27:0x0] 00800000:00000001:3.0:1776200765.127120:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.127121:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.127122:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.127124:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000000a979d44 count: 2 00010000:00000001:3.0:1776200765.127126:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.127128:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000a979d44 count: 1 00000002:00000001:3.0:1776200765.127129:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.127131:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.127132:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.127134:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.127134:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x27:0x0] 00800000:00000001:3.0:1776200765.127136:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.127137:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.127138:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.127139:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000000a979d44 count: 2 00010000:00000001:3.0:1776200765.127140:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.127141:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000a979d44 count: 1 00000002:00000001:3.0:1776200765.127142:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.127144:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.127145:0:9536:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.127146:0:9536:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:3.0:1776200765.127147:0:9536:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:3.0:1776200765.127149:0:9536:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728332408 : -112992981219208 : ffff993bc57e0878) 00000020:00001000:3.0:1776200765.127150:0:9536:0:(cl_object.c:739:cl_env_get()) 1@00000000c58c486c 00000020:00000001:3.0:1776200765.127152:0:9536:0:(cl_object.c:296:cl_conf_set()) Process entered 00000080:00200000:3.0:1776200765.127153:0:9536:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0x27:0x0]: losing layout lock 00000080:00000001:3.0:1776200765.127155:0:9536:0:(pcc.c:2128:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1776200765.127156:0:9536:0:(pcc.c:2143:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1776200765.127157:0:9536:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:3.0:1776200765.127158:0:9536:0:(lov_object.c:1393:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1776200765.127160:0:9536:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x27:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1776200765.127161:0:9536:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200765.127162:0:9536:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1776200765.127164:0:9536:0:(cl_object.c:820:cl_env_put()) 1@00000000c58c486c 00000080:00000001:3.0:1776200765.127165:0:9536:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.127166:0:9536:0:(dcache.c:234:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1776200765.127292:0:9536:0:(dcache.c:239:ll_prune_aliases()) marking dentries for inode [0x200000402:0x27:0x0](000000005cc4b442) invalid 00000080:00002000:3.0:1776200765.127296:0:9536:0:(llite_internal.h:1745:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-37 (00000000810f9db1) parent 000000008fe1cc87 inode 000000005cc4b442 refc 0 00000080:00000001:3.0:1776200765.127302:0:9536:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1776200765.127304:0:9536:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1776200765.127307:0:9536:0:(dcache.c:248:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1776200765.127309:0:9536:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1776200765.127310:0:9536:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.127312:0:9536:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200765.127313:0:9536:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200765.127314:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.127315:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200765.127317:0:9536:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000005e633a7 with handle 0x8d91c35bada81de7 from hash 00010000:00000001:3.0:1776200765.127319:0:9536:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200765.127320:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200765.127321:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.127322:0:9536:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200765.127324:0:9536:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200765.127325:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200765.127326:0:9536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 0000000005e633a7/0x8d91c35bada81de7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x98dca339dc2afe19 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:3.0:1776200765.127332:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000a979d44 count: 1 00010000:00000010:3.0:1776200765.127334:0:9536:0:(ldlm_lock.c:233:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at 00000000cd80fbb8. 00010000:00000040:3.0:1776200765.127336:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000000a979d44 count: 0 00010000:00000010:3.0:1776200765.127339:0:9536:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e7283555. 00010000:00000001:3.0:1776200765.127353:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.127354:0:9536:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1776200765.127355:0:9536:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1776200765.127357:0:9536:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1776200765.127358:0:9536:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1776200765.127359:0:9536:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000402:0x26:0x0] mode (null) 00000080:00000001:3.0:1776200765.127361:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.127363:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.127364:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x26:0x0] 00800000:00000001:3.0:1776200765.127365:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.127367:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.127368:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.127370:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000002d40e12a count: 2 00010000:00000001:3.0:1776200765.127372:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.127374:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d40e12a count: 1 00000002:00000001:3.0:1776200765.127375:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.127377:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.127379:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.127380:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.127380:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x26:0x0] 00800000:00000001:3.0:1776200765.127382:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.127383:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.127384:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.127385:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000002d40e12a count: 2 00010000:00000001:3.0:1776200765.127386:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.127388:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d40e12a count: 1 00000002:00000001:3.0:1776200765.127389:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.127391:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.127392:0:9536:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.127393:0:9536:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:3.0:1776200765.127394:0:9536:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:3.0:1776200765.127396:0:9536:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728332408 : -112992981219208 : ffff993bc57e0878) 00000020:00001000:3.0:1776200765.127398:0:9536:0:(cl_object.c:739:cl_env_get()) 1@00000000c58c486c 00000020:00000001:3.0:1776200765.127399:0:9536:0:(cl_object.c:296:cl_conf_set()) Process entered 00000080:00200000:3.0:1776200765.127400:0:9536:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0x26:0x0]: losing layout lock 00000080:00000001:3.0:1776200765.127403:0:9536:0:(pcc.c:2128:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1776200765.127404:0:9536:0:(pcc.c:2143:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1776200765.127405:0:9536:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:3.0:1776200765.127406:0:9536:0:(lov_object.c:1393:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1776200765.127408:0:9536:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x26:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1776200765.127409:0:9536:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200765.127410:0:9536:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1776200765.127412:0:9536:0:(cl_object.c:820:cl_env_put()) 1@00000000c58c486c 00000080:00000001:3.0:1776200765.127413:0:9536:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.127415:0:9536:0:(dcache.c:234:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1776200765.127416:0:9536:0:(dcache.c:239:ll_prune_aliases()) marking dentries for inode [0x200000402:0x26:0x0](00000000934ff451) invalid 00000080:00002000:3.0:1776200765.127418:0:9536:0:(llite_internal.h:1745:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-36 (00000000c7285931) parent 000000008fe1cc87 inode 00000000934ff451 refc 0 00000080:00000001:3.0:1776200765.127422:0:9536:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1776200765.127424:0:9536:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1776200765.127427:0:9536:0:(dcache.c:248:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1776200765.128040:0:9536:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1776200765.128042:0:9536:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.128046:0:9536:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200765.128048:0:9536:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200765.128049:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.128057:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200765.128059:0:9536:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000002b80342c with handle 0x8d91c35bada81de0 from hash 00010000:00000001:3.0:1776200765.128061:0:9536:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200765.128062:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200765.128064:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.128065:0:9536:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200765.128066:0:9536:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200765.128067:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200765.128069:0:9536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000002b80342c/0x8d91c35bada81de0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x26:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x98dca339dc2afdf6 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:3.0:1776200765.128075:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d40e12a count: 1 00010000:00000010:3.0:1776200765.128078:0:9536:0:(ldlm_lock.c:233:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at 000000001e3675fb. 00010000:00000040:3.0:1776200765.128081:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d40e12a count: 0 00010000:00000010:3.0:1776200765.128084:0:9536:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b86af9f5. 00010000:00000001:3.0:1776200765.128089:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.128090:0:9536:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1776200765.128092:0:9536:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1776200765.128093:0:9536:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1776200765.128094:0:9536:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1776200765.128095:0:9536:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000402:0x25:0x0] mode (null) 00000080:00000001:3.0:1776200765.128098:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.128099:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.128100:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x25:0x0] 00800000:00000001:3.0:1776200765.128102:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.128103:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.128105:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.128107:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 0000000097bf948f count: 2 00010000:00000001:3.0:1776200765.128108:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.128111:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000097bf948f count: 1 00000002:00000001:3.0:1776200765.128112:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.128115:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.128116:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.128117:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.128118:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x25:0x0] 00800000:00000001:3.0:1776200765.128119:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.128120:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.128121:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.128122:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 0000000097bf948f count: 2 00010000:00000001:3.0:1776200765.128124:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.128126:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000097bf948f count: 1 00000002:00000001:3.0:1776200765.128127:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.128128:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.128130:0:9536:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.128131:0:9536:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:3.0:1776200765.128132:0:9536:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:3.0:1776200765.128134:0:9536:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728332408 : -112992981219208 : ffff993bc57e0878) 00000020:00001000:3.0:1776200765.128135:0:9536:0:(cl_object.c:739:cl_env_get()) 1@00000000c58c486c 00000020:00000001:3.0:1776200765.128137:0:9536:0:(cl_object.c:296:cl_conf_set()) Process entered 00000080:00200000:3.0:1776200765.128138:0:9536:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0x25:0x0]: losing layout lock 00000080:00000001:3.0:1776200765.128141:0:9536:0:(pcc.c:2128:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1776200765.128142:0:9536:0:(pcc.c:2143:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1776200765.128143:0:9536:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:3.0:1776200765.128144:0:9536:0:(lov_object.c:1393:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1776200765.128146:0:9536:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x25:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1776200765.128147:0:9536:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200765.128149:0:9536:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1776200765.128150:0:9536:0:(cl_object.c:820:cl_env_put()) 1@00000000c58c486c 00000080:00000001:3.0:1776200765.128152:0:9536:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.128153:0:9536:0:(dcache.c:234:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1776200765.128154:0:9536:0:(dcache.c:239:ll_prune_aliases()) marking dentries for inode [0x200000402:0x25:0x0](00000000bdccc592) invalid 00000080:00002000:3.0:1776200765.128156:0:9536:0:(llite_internal.h:1745:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-35 (00000000398739d4) parent 000000008fe1cc87 inode 00000000bdccc592 refc 0 00000080:00000001:3.0:1776200765.128161:0:9536:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1776200765.128164:0:9536:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1776200765.128167:0:9536:0:(dcache.c:248:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1776200765.128234:0:9536:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1776200765.128236:0:9536:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.128239:0:9536:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200765.128240:0:9536:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200765.128241:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.128243:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200765.128244:0:9536:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000017385b7 with handle 0x8d91c35bada81dd9 from hash 00010000:00000001:3.0:1776200765.128246:0:9536:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200765.128247:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200765.128248:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.128249:0:9536:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200765.128250:0:9536:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200765.128251:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200765.128252:0:9536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000017385b7/0x8d91c35bada81dd9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x98dca339dc2afdd3 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:3.0:1776200765.128258:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000097bf948f count: 1 00010000:00000010:3.0:1776200765.128260:0:9536:0:(ldlm_lock.c:233:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at 00000000ab5a33c6. 00010000:00000040:3.0:1776200765.128262:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000097bf948f count: 0 00010000:00000010:3.0:1776200765.128264:0:9536:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb7395ec. 00010000:00000001:3.0:1776200765.128269:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.128270:0:9536:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1776200765.128271:0:9536:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1776200765.128273:0:9536:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1776200765.128274:0:9536:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1776200765.128275:0:9536:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000402:0x24:0x0] mode (null) 00000080:00000001:3.0:1776200765.128277:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.128279:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.128279:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x24:0x0] 00800000:00000001:3.0:1776200765.128395:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.128397:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.128399:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.128401:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000badcd906 count: 2 00010000:00000001:3.0:1776200765.128403:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.128405:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000badcd906 count: 1 00000002:00000001:3.0:1776200765.128407:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.128409:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.128410:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.128412:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.128413:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x24:0x0] 00800000:00000001:3.0:1776200765.128414:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.128415:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.128416:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.128417:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000badcd906 count: 2 00010000:00000001:3.0:1776200765.128419:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.128420:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000badcd906 count: 1 00000002:00000001:3.0:1776200765.128422:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.128423:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.128424:0:9536:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.128426:0:9536:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:3.0:1776200765.129234:0:9536:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:3.0:1776200765.129237:0:9536:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728332408 : -112992981219208 : ffff993bc57e0878) 00000020:00001000:3.0:1776200765.129240:0:9536:0:(cl_object.c:739:cl_env_get()) 1@00000000c58c486c 00000020:00000001:3.0:1776200765.129242:0:9536:0:(cl_object.c:296:cl_conf_set()) Process entered 00000080:00200000:3.0:1776200765.129244:0:9536:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0x24:0x0]: losing layout lock 00000080:00000001:3.0:1776200765.129246:0:9536:0:(pcc.c:2128:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1776200765.129248:0:9536:0:(pcc.c:2143:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1776200765.129249:0:9536:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:3.0:1776200765.129250:0:9536:0:(lov_object.c:1393:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1776200765.129252:0:9536:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x24:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1776200765.129254:0:9536:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200765.129255:0:9536:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1776200765.129257:0:9536:0:(cl_object.c:820:cl_env_put()) 1@00000000c58c486c 00000080:00000001:3.0:1776200765.129259:0:9536:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.129261:0:9536:0:(dcache.c:234:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1776200765.129262:0:9536:0:(dcache.c:239:ll_prune_aliases()) marking dentries for inode [0x200000402:0x24:0x0](00000000e58ed0b7) invalid 00000080:00002000:3.0:1776200765.129264:0:9536:0:(llite_internal.h:1745:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-34 (00000000ee521af6) parent 000000008fe1cc87 inode 00000000e58ed0b7 refc 0 00000080:00000001:3.0:1776200765.129270:0:9536:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1776200765.129273:0:9536:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1776200765.129276:0:9536:0:(dcache.c:248:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1776200765.129279:0:9536:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1776200765.129280:0:9536:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.129283:0:9536:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200765.129285:0:9536:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200765.129286:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.129288:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200765.129290:0:9536:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000ed7e2f08 with handle 0x8d91c35bada81dd2 from hash 00010000:00000001:3.0:1776200765.129292:0:9536:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200765.129294:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200765.129295:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.129296:0:9536:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200765.129297:0:9536:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200765.129298:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200765.129300:0:9536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000ed7e2f08/0x8d91c35bada81dd2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x98dca339dc2afdb0 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:3.0:1776200765.129306:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000badcd906 count: 1 00010000:00000010:3.0:1776200765.129309:0:9536:0:(ldlm_lock.c:233:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at 00000000f856db94. 00010000:00000040:3.0:1776200765.129312:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000badcd906 count: 0 00010000:00000010:3.0:1776200765.129314:0:9536:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fa5dc746. 00010000:00000001:3.0:1776200765.129319:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.129320:0:9536:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1776200765.129321:0:9536:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1776200765.129323:0:9536:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1776200765.129324:0:9536:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1776200765.129325:0:9536:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000402:0x23:0x0] mode (null) 00000080:00000001:3.0:1776200765.129327:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.129328:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.129329:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x23:0x0] 00800000:00000001:3.0:1776200765.129331:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.129333:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.129334:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.129337:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 0000000051ac168a count: 2 00010000:00000001:3.0:1776200765.129338:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.129351:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000051ac168a count: 1 00000002:00000001:3.0:1776200765.129354:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.129356:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.129357:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.129358:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.129359:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x23:0x0] 00800000:00000001:3.0:1776200765.129360:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.129362:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.129363:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.129364:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 0000000051ac168a count: 2 00010000:00000001:3.0:1776200765.129365:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.129367:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000051ac168a count: 1 00000002:00000001:3.0:1776200765.129368:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.129370:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.129372:0:9536:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.129373:0:9536:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:3.0:1776200765.129374:0:9536:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:3.0:1776200765.129375:0:9536:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728332408 : -112992981219208 : ffff993bc57e0878) 00000020:00001000:3.0:1776200765.129377:0:9536:0:(cl_object.c:739:cl_env_get()) 1@00000000c58c486c 00000020:00000001:3.0:1776200765.129378:0:9536:0:(cl_object.c:296:cl_conf_set()) Process entered 00000080:00200000:3.0:1776200765.129379:0:9536:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0x23:0x0]: losing layout lock 00000080:00000001:3.0:1776200765.129381:0:9536:0:(pcc.c:2128:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1776200765.129383:0:9536:0:(pcc.c:2143:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1776200765.129384:0:9536:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:3.0:1776200765.129385:0:9536:0:(lov_object.c:1393:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1776200765.129386:0:9536:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x23:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1776200765.129388:0:9536:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200765.129389:0:9536:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1776200765.129390:0:9536:0:(cl_object.c:820:cl_env_put()) 1@00000000c58c486c 00000080:00000001:3.0:1776200765.129392:0:9536:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.129393:0:9536:0:(dcache.c:234:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1776200765.129394:0:9536:0:(dcache.c:239:ll_prune_aliases()) marking dentries for inode [0x200000402:0x23:0x0](00000000df74284e) invalid 00000080:00002000:3.0:1776200765.129396:0:9536:0:(llite_internal.h:1745:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-33 (0000000005c5c0e8) parent 000000008fe1cc87 inode 00000000df74284e refc 0 00000080:00000001:3.0:1776200765.129400:0:9536:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1776200765.129402:0:9536:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1776200765.129404:0:9536:0:(dcache.c:248:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1776200765.129405:0:9536:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1776200765.129406:0:9536:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.129409:0:9536:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200765.129410:0:9536:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200765.129411:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.129412:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200765.129414:0:9536:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000425bf90b with handle 0x8d91c35bada81dcb from hash 00010000:00000001:3.0:1776200765.129416:0:9536:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200765.129417:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200765.129418:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.129418:0:9536:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200765.129420:0:9536:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200765.129421:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200765.129423:0:9536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000425bf90b/0x8d91c35bada81dcb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x98dca339dc2afd8d expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:3.0:1776200765.129566:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000051ac168a count: 1 00010000:00000010:3.0:1776200765.129569:0:9536:0:(ldlm_lock.c:233:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at 00000000e11cad4d. 00010000:00000040:3.0:1776200765.129572:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000051ac168a count: 0 00010000:00000010:3.0:1776200765.129574:0:9536:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d36cbbac. 00010000:00000001:3.0:1776200765.129579:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.129580:0:9536:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1776200765.129581:0:9536:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1776200765.129583:0:9536:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1776200765.129584:0:9536:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1776200765.129585:0:9536:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000402:0x22:0x0] mode (null) 00000080:00000001:3.0:1776200765.129602:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.129604:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.129604:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x22:0x0] 00800000:00000001:3.0:1776200765.129606:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.129608:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.129609:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.129611:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000a5ba0962 count: 2 00010000:00000001:3.0:1776200765.129612:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.129614:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000a5ba0962 count: 1 00000002:00000001:3.0:1776200765.129616:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.129618:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.129619:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.129620:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.129621:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x22:0x0] 00800000:00000001:3.0:1776200765.129622:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.129623:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.129624:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.129625:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000a5ba0962 count: 2 00010000:00000001:3.0:1776200765.129627:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.129628:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000a5ba0962 count: 1 00000002:00000001:3.0:1776200765.129630:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.129631:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.129633:0:9536:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.129634:0:9536:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:3.0:1776200765.129635:0:9536:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:3.0:1776200765.129637:0:9536:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728332408 : -112992981219208 : ffff993bc57e0878) 00000020:00001000:3.0:1776200765.129639:0:9536:0:(cl_object.c:739:cl_env_get()) 1@00000000c58c486c 00000020:00000001:3.0:1776200765.129640:0:9536:0:(cl_object.c:296:cl_conf_set()) Process entered 00000080:00200000:3.0:1776200765.129641:0:9536:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0x22:0x0]: losing layout lock 00000080:00000001:3.0:1776200765.129643:0:9536:0:(pcc.c:2128:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1776200765.129645:0:9536:0:(pcc.c:2143:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1776200765.129646:0:9536:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:3.0:1776200765.129647:0:9536:0:(lov_object.c:1393:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1776200765.129649:0:9536:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x22:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1776200765.129650:0:9536:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200765.129651:0:9536:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1776200765.129652:0:9536:0:(cl_object.c:820:cl_env_put()) 1@00000000c58c486c 00000080:00000001:3.0:1776200765.129654:0:9536:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.129655:0:9536:0:(dcache.c:234:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1776200765.129656:0:9536:0:(dcache.c:239:ll_prune_aliases()) marking dentries for inode [0x200000402:0x22:0x0](00000000c69ae7e7) invalid 00000080:00002000:3.0:1776200765.129657:0:9536:0:(llite_internal.h:1745:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-32 (0000000024b9c188) parent 000000008fe1cc87 inode 00000000c69ae7e7 refc 0 00000080:00000001:3.0:1776200765.129663:0:9536:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1776200765.129666:0:9536:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1776200765.129668:0:9536:0:(dcache.c:248:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1776200765.129671:0:9536:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1776200765.129671:0:9536:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.129674:0:9536:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200765.129675:0:9536:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200765.129676:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.129677:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200765.129679:0:9536:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000108dfc71 with handle 0x8d91c35bada81dc4 from hash 00010000:00000001:3.0:1776200765.129681:0:9536:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200765.129682:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200765.129683:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.129684:0:9536:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200765.129685:0:9536:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200765.129686:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200765.129688:0:9536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000108dfc71/0x8d91c35bada81dc4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x98dca339dc2afd6a expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:3.0:1776200765.129698:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000a5ba0962 count: 1 00010000:00000010:3.0:1776200765.129700:0:9536:0:(ldlm_lock.c:233:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at 00000000d8716d93. 00010000:00000040:3.0:1776200765.129703:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000a5ba0962 count: 0 00010000:00000010:3.0:1776200765.129705:0:9536:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e8309e61. 00010000:00000001:3.0:1776200765.129709:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.129710:0:9536:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1776200765.129711:0:9536:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1776200765.129712:0:9536:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1776200765.129713:0:9536:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1776200765.129714:0:9536:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000402:0x21:0x0] mode (null) 00000080:00000001:3.0:1776200765.129716:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.129717:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.129718:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x21:0x0] 00800000:00000001:3.0:1776200765.129720:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.129721:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.129722:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.129724:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000910e0d1f count: 2 00010000:00000001:3.0:1776200765.129725:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.129727:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000910e0d1f count: 1 00000002:00000001:3.0:1776200765.129728:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.129729:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.129730:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.129732:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.129732:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x21:0x0] 00800000:00000001:3.0:1776200765.129733:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.129735:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.129735:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.129736:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000910e0d1f count: 2 00010000:00000001:3.0:1776200765.129738:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.129739:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000910e0d1f count: 1 00000002:00000001:3.0:1776200765.129741:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.129742:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.129744:0:9536:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.129745:0:9536:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:3.0:1776200765.129746:0:9536:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:3.0:1776200765.129747:0:9536:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728332408 : -112992981219208 : ffff993bc57e0878) 00000020:00001000:3.0:1776200765.129749:0:9536:0:(cl_object.c:739:cl_env_get()) 1@00000000c58c486c 00000020:00000001:3.0:1776200765.129750:0:9536:0:(cl_object.c:296:cl_conf_set()) Process entered 00000080:00200000:3.0:1776200765.129751:0:9536:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0x21:0x0]: losing layout lock 00000080:00000001:3.0:1776200765.129753:0:9536:0:(pcc.c:2128:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1776200765.129754:0:9536:0:(pcc.c:2143:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1776200765.129754:0:9536:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:3.0:1776200765.129755:0:9536:0:(lov_object.c:1393:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1776200765.129757:0:9536:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x21:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1776200765.129758:0:9536:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200765.129759:0:9536:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1776200765.129760:0:9536:0:(cl_object.c:820:cl_env_put()) 1@00000000c58c486c 00000080:00000001:3.0:1776200765.129762:0:9536:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.129763:0:9536:0:(dcache.c:234:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1776200765.129764:0:9536:0:(dcache.c:239:ll_prune_aliases()) marking dentries for inode [0x200000402:0x21:0x0](0000000019904eca) invalid 00000080:00002000:3.0:1776200765.129765:0:9536:0:(llite_internal.h:1745:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-31 (000000007b1c43d6) parent 000000008fe1cc87 inode 0000000019904eca refc 0 00000080:00000001:3.0:1776200765.129769:0:9536:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1776200765.129771:0:9536:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1776200765.129773:0:9536:0:(dcache.c:248:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1776200765.129775:0:9536:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1776200765.129776:0:9536:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.129778:0:9536:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200765.129779:0:9536:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200765.129780:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.129781:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200765.129783:0:9536:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000005bc3b557 with handle 0x8d91c35bada81dbd from hash 00010000:00000001:3.0:1776200765.129784:0:9536:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200765.129785:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200765.129786:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.129787:0:9536:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200765.129789:0:9536:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200765.129790:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200765.129791:0:9536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000005bc3b557/0x8d91c35bada81dbd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x21:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x98dca339dc2afd47 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:3.0:1776200765.129796:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000910e0d1f count: 1 00010000:00000010:3.0:1776200765.129798:0:9536:0:(ldlm_lock.c:233:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at 00000000342c660e. 00010000:00000040:3.0:1776200765.129800:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000910e0d1f count: 0 00010000:00000010:3.0:1776200765.129801:0:9536:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000785a7956. 00010000:00000001:3.0:1776200765.129805:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.129806:0:9536:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1776200765.129807:0:9536:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1776200765.129809:0:9536:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1776200765.129810:0:9536:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1776200765.129811:0:9536:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000402:0x20:0x0] mode (null) 00000080:00000001:3.0:1776200765.129812:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.129813:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.129814:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x20:0x0] 00800000:00000001:3.0:1776200765.129815:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.129816:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.129817:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.129819:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000dc477879 count: 2 00010000:00000001:3.0:1776200765.129820:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.129822:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000dc477879 count: 1 00000002:00000001:3.0:1776200765.129824:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.129825:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.129826:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.129828:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.129828:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x20:0x0] 00800000:00000001:3.0:1776200765.129830:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.129831:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.129831:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.129832:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000dc477879 count: 2 00010000:00000001:3.0:1776200765.129834:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.129835:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000dc477879 count: 1 00000002:00000001:3.0:1776200765.129836:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.129838:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.129839:0:9536:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.129840:0:9536:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:3.0:1776200765.129841:0:9536:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:3.0:1776200765.129842:0:9536:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728332408 : -112992981219208 : ffff993bc57e0878) 00000020:00001000:3.0:1776200765.129843:0:9536:0:(cl_object.c:739:cl_env_get()) 1@00000000c58c486c 00000020:00000001:3.0:1776200765.129845:0:9536:0:(cl_object.c:296:cl_conf_set()) Process entered 00000080:00200000:3.0:1776200765.129846:0:9536:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0x20:0x0]: losing layout lock 00000080:00000001:3.0:1776200765.129848:0:9536:0:(pcc.c:2128:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1776200765.129849:0:9536:0:(pcc.c:2143:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1776200765.129929:0:9536:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:3.0:1776200765.129930:0:9536:0:(lov_object.c:1393:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1776200765.129932:0:9536:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x20:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1776200765.129934:0:9536:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200765.129935:0:9536:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1776200765.129937:0:9536:0:(cl_object.c:820:cl_env_put()) 1@00000000c58c486c 00000080:00000001:3.0:1776200765.129939:0:9536:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.130003:0:9536:0:(dcache.c:234:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1776200765.130004:0:9536:0:(dcache.c:239:ll_prune_aliases()) marking dentries for inode [0x200000402:0x20:0x0](000000000cc2a18b) invalid 00000080:00002000:3.0:1776200765.130006:0:9536:0:(llite_internal.h:1745:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-30 (00000000a176ca0a) parent 000000008fe1cc87 inode 000000000cc2a18b refc 0 00000080:00000001:3.0:1776200765.130011:0:9536:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1776200765.130013:0:9536:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1776200765.130016:0:9536:0:(dcache.c:248:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1776200765.130018:0:9536:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1776200765.130019:0:9536:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.130021:0:9536:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200765.130022:0:9536:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200765.130023:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.130024:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200765.130026:0:9536:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000e5aba8bc with handle 0x8d91c35bada81db6 from hash 00010000:00000001:3.0:1776200765.130028:0:9536:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200765.130029:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200765.130030:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.130031:0:9536:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200765.130033:0:9536:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200765.130034:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200765.130035:0:9536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000e5aba8bc/0x8d91c35bada81db6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x98dca339dc2afd24 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:3.0:1776200765.130110:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000dc477879 count: 1 00010000:00000010:3.0:1776200765.130114:0:9536:0:(ldlm_lock.c:233:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at 000000009e1f0878. 00010000:00000040:3.0:1776200765.130116:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000dc477879 count: 0 00010000:00000010:3.0:1776200765.130118:0:9536:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000228a6025. 00010000:00000001:3.0:1776200765.130123:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.130125:0:9536:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1776200765.130126:0:9536:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1776200765.130128:0:9536:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1776200765.130129:0:9536:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1776200765.130130:0:9536:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000402:0x1f:0x0] mode (null) 00000080:00000001:3.0:1776200765.130132:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.130133:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.130134:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x1f:0x0] 00800000:00000001:3.0:1776200765.130136:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.130137:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.130139:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.130140:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000c0816d4a count: 2 00010000:00000001:3.0:1776200765.130142:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.130144:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000c0816d4a count: 1 00000002:00000001:3.0:1776200765.130145:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.130147:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.130148:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.130149:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.130150:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x1f:0x0] 00800000:00000001:3.0:1776200765.130151:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.130152:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.130153:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.130154:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000c0816d4a count: 2 00010000:00000001:3.0:1776200765.130155:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.130157:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000c0816d4a count: 1 00000002:00000001:3.0:1776200765.130158:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.130160:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.130161:0:9536:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.130162:0:9536:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:3.0:1776200765.130163:0:9536:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:3.0:1776200765.130165:0:9536:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728332408 : -112992981219208 : ffff993bc57e0878) 00000020:00001000:3.0:1776200765.130166:0:9536:0:(cl_object.c:739:cl_env_get()) 1@00000000c58c486c 00000020:00000001:3.0:1776200765.130215:0:9536:0:(cl_object.c:296:cl_conf_set()) Process entered 00000080:00200000:3.0:1776200765.130217:0:9536:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0x1f:0x0]: losing layout lock 00000080:00000001:3.0:1776200765.130220:0:9536:0:(pcc.c:2128:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1776200765.130221:0:9536:0:(pcc.c:2143:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1776200765.130222:0:9536:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:3.0:1776200765.130223:0:9536:0:(lov_object.c:1393:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1776200765.130225:0:9536:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x1f:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1776200765.130226:0:9536:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200765.130227:0:9536:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1776200765.130229:0:9536:0:(cl_object.c:820:cl_env_put()) 1@00000000c58c486c 00000080:00000001:3.0:1776200765.130230:0:9536:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.130232:0:9536:0:(dcache.c:234:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1776200765.130233:0:9536:0:(dcache.c:239:ll_prune_aliases()) marking dentries for inode [0x200000402:0x1f:0x0](00000000b6ba6528) invalid 00000080:00002000:3.0:1776200765.130235:0:9536:0:(llite_internal.h:1745:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-29 (0000000098605415) parent 000000008fe1cc87 inode 00000000b6ba6528 refc 0 00000080:00000001:3.0:1776200765.130239:0:9536:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1776200765.130241:0:9536:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1776200765.130244:0:9536:0:(dcache.c:248:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1776200765.130246:0:9536:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1776200765.130247:0:9536:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.130249:0:9536:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200765.130250:0:9536:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200765.130251:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.130252:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200765.130254:0:9536:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000fceb8d72 with handle 0x8d91c35bada81daf from hash 00010000:00000001:3.0:1776200765.130255:0:9536:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200765.130256:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200765.130257:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.130258:0:9536:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200765.130260:0:9536:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200765.130261:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200765.130262:0:9536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000fceb8d72/0x8d91c35bada81daf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x98dca339dc2afd01 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:3.0:1776200765.130267:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000c0816d4a count: 1 00010000:00000010:3.0:1776200765.130269:0:9536:0:(ldlm_lock.c:233:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at 0000000014bf7794. 00010000:00000040:3.0:1776200765.130271:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000c0816d4a count: 0 00010000:00000010:3.0:1776200765.130273:0:9536:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004025deb7. 00010000:00000001:3.0:1776200765.130277:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.130278:0:9536:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1776200765.130279:0:9536:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1776200765.130280:0:9536:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1776200765.130282:0:9536:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1776200765.130283:0:9536:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000402:0x1e:0x0] mode (null) 00000080:00000001:3.0:1776200765.130284:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.130286:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.130286:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x1e:0x0] 00800000:00000001:3.0:1776200765.130288:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.130289:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.130290:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.130292:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000a7a8f59f count: 2 00010000:00000001:3.0:1776200765.130294:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.130295:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000a7a8f59f count: 1 00000002:00000001:3.0:1776200765.130297:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.130299:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.130300:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.130301:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.130302:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x1e:0x0] 00800000:00000001:3.0:1776200765.130303:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.130304:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.130305:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.130306:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000a7a8f59f count: 2 00010000:00000001:3.0:1776200765.130307:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.130309:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000a7a8f59f count: 1 00000002:00000001:3.0:1776200765.130310:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.130311:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.130313:0:9536:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.130314:0:9536:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:3.0:1776200765.130315:0:9536:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:3.0:1776200765.130316:0:9536:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728332408 : -112992981219208 : ffff993bc57e0878) 00000020:00001000:3.0:1776200765.130317:0:9536:0:(cl_object.c:739:cl_env_get()) 1@00000000c58c486c 00000020:00000001:3.0:1776200765.130318:0:9536:0:(cl_object.c:296:cl_conf_set()) Process entered 00000080:00200000:3.0:1776200765.130320:0:9536:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0x1e:0x0]: losing layout lock 00000080:00000001:3.0:1776200765.130322:0:9536:0:(pcc.c:2128:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1776200765.130323:0:9536:0:(pcc.c:2143:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1776200765.130324:0:9536:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:3.0:1776200765.130325:0:9536:0:(lov_object.c:1393:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1776200765.130327:0:9536:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x1e:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1776200765.130328:0:9536:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200765.130329:0:9536:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1776200765.130331:0:9536:0:(cl_object.c:820:cl_env_put()) 1@00000000c58c486c 00000080:00000001:3.0:1776200765.130332:0:9536:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.130333:0:9536:0:(dcache.c:234:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1776200765.130334:0:9536:0:(dcache.c:239:ll_prune_aliases()) marking dentries for inode [0x200000402:0x1e:0x0](00000000e539061a) invalid 00000080:00002000:3.0:1776200765.130336:0:9536:0:(llite_internal.h:1745:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-28 (000000004cf63a33) parent 000000008fe1cc87 inode 00000000e539061a refc 0 00000080:00000001:3.0:1776200765.130350:0:9536:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1776200765.130352:0:9536:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1776200765.130354:0:9536:0:(dcache.c:248:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1776200765.130356:0:9536:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1776200765.130357:0:9536:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.130359:0:9536:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200765.130360:0:9536:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200765.130361:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.130362:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200765.130363:0:9536:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000d02df489 with handle 0x8d91c35bada81da8 from hash 00010000:00000001:3.0:1776200765.130365:0:9536:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200765.130366:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200765.130366:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.130367:0:9536:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200765.130368:0:9536:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200765.130370:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200765.130371:0:9536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000d02df489/0x8d91c35bada81da8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x98dca339dc2afcde expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:3.0:1776200765.130376:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000a7a8f59f count: 1 00010000:00000010:3.0:1776200765.130377:0:9536:0:(ldlm_lock.c:233:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at 000000008e5ec7dc. 00010000:00000040:3.0:1776200765.130379:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000a7a8f59f count: 0 00010000:00000010:3.0:1776200765.130381:0:9536:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cef41216. 00010000:00000001:3.0:1776200765.130385:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.130385:0:9536:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1776200765.130387:0:9536:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1776200765.130388:0:9536:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1776200765.130389:0:9536:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1776200765.130390:0:9536:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000402:0x1d:0x0] mode (null) 00000080:00000001:3.0:1776200765.130391:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.130392:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.130393:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x1d:0x0] 00800000:00000001:3.0:1776200765.130395:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.130396:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.130397:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.130398:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000732a29bb count: 2 00010000:00000001:3.0:1776200765.130400:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.130401:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000732a29bb count: 1 00000002:00000001:3.0:1776200765.130402:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.130404:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.130405:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.130406:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.130407:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x1d:0x0] 00800000:00000001:3.0:1776200765.130408:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.130409:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.130409:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.130410:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000732a29bb count: 2 00010000:00000001:3.0:1776200765.130412:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.130413:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000732a29bb count: 1 00000002:00000001:3.0:1776200765.130414:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.130416:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.130417:0:9536:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.130418:0:9536:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:3.0:1776200765.130419:0:9536:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:3.0:1776200765.130420:0:9536:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728332408 : -112992981219208 : ffff993bc57e0878) 00000020:00001000:3.0:1776200765.130421:0:9536:0:(cl_object.c:739:cl_env_get()) 1@00000000c58c486c 00000020:00000001:3.0:1776200765.130422:0:9536:0:(cl_object.c:296:cl_conf_set()) Process entered 00000080:00200000:3.0:1776200765.130423:0:9536:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0x1d:0x0]: losing layout lock 00000080:00000001:3.0:1776200765.130426:0:9536:0:(pcc.c:2128:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1776200765.130427:0:9536:0:(pcc.c:2143:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1776200765.130427:0:9536:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:3.0:1776200765.130572:0:9536:0:(lov_object.c:1393:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1776200765.130574:0:9536:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x1d:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1776200765.130575:0:9536:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200765.130577:0:9536:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1776200765.130578:0:9536:0:(cl_object.c:820:cl_env_put()) 1@00000000c58c486c 00000080:00000001:3.0:1776200765.130580:0:9536:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.130581:0:9536:0:(dcache.c:234:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1776200765.130582:0:9536:0:(dcache.c:239:ll_prune_aliases()) marking dentries for inode [0x200000402:0x1d:0x0](000000006697bb6c) invalid 00000080:00002000:3.0:1776200765.130584:0:9536:0:(llite_internal.h:1745:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-27 (0000000098c7f9a7) parent 000000008fe1cc87 inode 000000006697bb6c refc 0 00000080:00000001:3.0:1776200765.130792:0:9536:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1776200765.130795:0:9536:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1776200765.130798:0:9536:0:(dcache.c:248:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1776200765.130800:0:9536:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1776200765.130801:0:9536:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.130805:0:9536:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200765.130806:0:9536:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200765.130807:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.130809:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200765.130810:0:9536:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000a5325ca5 with handle 0x8d91c35bada81da1 from hash 00010000:00000001:3.0:1776200765.130813:0:9536:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200765.130814:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200765.130815:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.130816:0:9536:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200765.130817:0:9536:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200765.130819:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200765.130820:0:9536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000a5325ca5/0x8d91c35bada81da1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x98dca339dc2afcbb expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:3.0:1776200765.130825:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000732a29bb count: 1 00010000:00000010:3.0:1776200765.130827:0:9536:0:(ldlm_lock.c:233:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at 00000000f6d86065. 00010000:00000040:3.0:1776200765.130830:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000732a29bb count: 0 00010000:00000010:3.0:1776200765.130832:0:9536:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cd19c159. 00010000:00000001:3.0:1776200765.130836:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.130836:0:9536:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1776200765.130838:0:9536:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1776200765.130840:0:9536:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1776200765.130841:0:9536:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1776200765.130842:0:9536:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000402:0x1c:0x0] mode (null) 00000080:00000001:3.0:1776200765.130843:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.130845:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.130846:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x1c:0x0] 00800000:00000001:3.0:1776200765.130847:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.130849:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.130850:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.130937:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000d04e604f count: 2 00010000:00000001:3.0:1776200765.131005:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.131008:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000d04e604f count: 1 00000002:00000001:3.0:1776200765.131010:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.131012:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.131014:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.131015:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.131015:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x1c:0x0] 00800000:00000001:3.0:1776200765.131017:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.131018:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.131020:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.131021:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000d04e604f count: 2 00010000:00000001:3.0:1776200765.131022:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.131024:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000d04e604f count: 1 00000002:00000001:3.0:1776200765.131025:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.131026:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.131028:0:9536:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.131029:0:9536:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:3.0:1776200765.131030:0:9536:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:3.0:1776200765.131032:0:9536:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728332408 : -112992981219208 : ffff993bc57e0878) 00000020:00001000:3.0:1776200765.131034:0:9536:0:(cl_object.c:739:cl_env_get()) 1@00000000c58c486c 00000020:00000001:3.0:1776200765.131035:0:9536:0:(cl_object.c:296:cl_conf_set()) Process entered 00000080:00200000:3.0:1776200765.131037:0:9536:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0x1c:0x0]: losing layout lock 00000080:00000001:3.0:1776200765.131039:0:9536:0:(pcc.c:2128:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1776200765.131104:0:9536:0:(pcc.c:2143:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1776200765.131106:0:9536:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:3.0:1776200765.131107:0:9536:0:(lov_object.c:1393:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1776200765.131109:0:9536:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x1c:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1776200765.131111:0:9536:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200765.131112:0:9536:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1776200765.131114:0:9536:0:(cl_object.c:820:cl_env_put()) 1@00000000c58c486c 00000080:00000001:3.0:1776200765.131116:0:9536:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.131117:0:9536:0:(dcache.c:234:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1776200765.131118:0:9536:0:(dcache.c:239:ll_prune_aliases()) marking dentries for inode [0x200000402:0x1c:0x0](00000000b133a403) invalid 00000080:00002000:3.0:1776200765.131120:0:9536:0:(llite_internal.h:1745:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-26 (0000000067c4e411) parent 000000008fe1cc87 inode 00000000b133a403 refc 0 00000080:00000001:3.0:1776200765.131124:0:9536:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1776200765.131128:0:9536:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1776200765.131131:0:9536:0:(dcache.c:248:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1776200765.131134:0:9536:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1776200765.131135:0:9536:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.131137:0:9536:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200765.131138:0:9536:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200765.131139:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.131140:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200765.131142:0:9536:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000001023cba7 with handle 0x8d91c35bada81d9a from hash 00010000:00000001:3.0:1776200765.131144:0:9536:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200765.131145:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200765.131145:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.131146:0:9536:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200765.131148:0:9536:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200765.131149:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200765.131150:0:9536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000001023cba7/0x8d91c35bada81d9a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x98dca339dc2afc98 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:3.0:1776200765.131156:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000d04e604f count: 1 00010000:00000010:3.0:1776200765.131157:0:9536:0:(ldlm_lock.c:233:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at 000000000d364ed4. 00010000:00000040:3.0:1776200765.131159:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000d04e604f count: 0 00010000:00000010:3.0:1776200765.131161:0:9536:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6709013. 00010000:00000001:3.0:1776200765.131166:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.131167:0:9536:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1776200765.131356:0:9536:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1776200765.131358:0:9536:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1776200765.131359:0:9536:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1776200765.131359:0:9536:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000402:0x1b:0x0] mode (null) 00000080:00000001:3.0:1776200765.131362:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.131363:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.131364:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x1b:0x0] 00800000:00000001:3.0:1776200765.131365:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.131367:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.131368:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.131370:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000007f6887cc count: 2 00010000:00000001:3.0:1776200765.131372:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.131374:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000007f6887cc count: 1 00000002:00000001:3.0:1776200765.131375:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.131378:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.131379:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.131380:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.131380:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x1b:0x0] 00800000:00000001:3.0:1776200765.131382:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.131383:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.131383:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.131384:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000007f6887cc count: 2 00010000:00000001:3.0:1776200765.131386:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.131388:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000007f6887cc count: 1 00000002:00000001:3.0:1776200765.131389:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.131390:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.131392:0:9536:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.131393:0:9536:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:3.0:1776200765.131394:0:9536:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:3.0:1776200765.131396:0:9536:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728332408 : -112992981219208 : ffff993bc57e0878) 00000020:00001000:3.0:1776200765.131398:0:9536:0:(cl_object.c:739:cl_env_get()) 1@00000000c58c486c 00000020:00000001:3.0:1776200765.131399:0:9536:0:(cl_object.c:296:cl_conf_set()) Process entered 00000080:00200000:3.0:1776200765.131401:0:9536:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0x1b:0x0]: losing layout lock 00000080:00000001:3.0:1776200765.131403:0:9536:0:(pcc.c:2128:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1776200765.131404:0:9536:0:(pcc.c:2143:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1776200765.131405:0:9536:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:3.0:1776200765.131406:0:9536:0:(lov_object.c:1393:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1776200765.131408:0:9536:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x1b:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1776200765.131410:0:9536:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200765.131411:0:9536:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1776200765.131412:0:9536:0:(cl_object.c:820:cl_env_put()) 1@00000000c58c486c 00000080:00000001:3.0:1776200765.131413:0:9536:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.131414:0:9536:0:(dcache.c:234:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1776200765.131415:0:9536:0:(dcache.c:239:ll_prune_aliases()) marking dentries for inode [0x200000402:0x1b:0x0](00000000a39dd81e) invalid 00000080:00002000:3.0:1776200765.131416:0:9536:0:(llite_internal.h:1745:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-25 (000000000c8d05b0) parent 000000008fe1cc87 inode 00000000a39dd81e refc 0 00000080:00000001:3.0:1776200765.131421:0:9536:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1776200765.131424:0:9536:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1776200765.131427:0:9536:0:(dcache.c:248:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1776200765.131580:0:9536:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1776200765.131581:0:9536:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.131584:0:9536:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200765.131586:0:9536:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200765.131655:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.131657:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200765.131659:0:9536:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000001ca26c71 with handle 0x8d91c35bada81d93 from hash 00010000:00000001:3.0:1776200765.131661:0:9536:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200765.131663:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200765.131664:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.131665:0:9536:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200765.131666:0:9536:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200765.131668:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200765.131669:0:9536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000001ca26c71/0x8d91c35bada81d93 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x98dca339dc2afc75 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:3.0:1776200765.131675:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000007f6887cc count: 1 00010000:00000010:3.0:1776200765.131677:0:9536:0:(ldlm_lock.c:233:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at 00000000d9a7745b. 00010000:00000040:3.0:1776200765.131679:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000007f6887cc count: 0 00010000:00000010:3.0:1776200765.131681:0:9536:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b61292c7. 00010000:00000001:3.0:1776200765.131686:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.131687:0:9536:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1776200765.131689:0:9536:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1776200765.131690:0:9536:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1776200765.131691:0:9536:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1776200765.131692:0:9536:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000402:0x1a:0x0] mode (null) 00000080:00000001:3.0:1776200765.131694:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.131695:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.131696:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x1a:0x0] 00800000:00000001:3.0:1776200765.131697:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.131699:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.131700:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.131702:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000a8dd7257 count: 2 00010000:00000001:3.0:1776200765.131704:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.131706:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000a8dd7257 count: 1 00000002:00000001:3.0:1776200765.131707:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.131709:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.131710:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.131712:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.131712:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x1a:0x0] 00800000:00000001:3.0:1776200765.131714:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.131715:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.131716:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.131717:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000a8dd7257 count: 2 00010000:00000001:3.0:1776200765.131719:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.131720:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000a8dd7257 count: 1 00000002:00000001:3.0:1776200765.131721:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.131723:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.131724:0:9536:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.131725:0:9536:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:3.0:1776200765.131726:0:9536:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:3.0:1776200765.131728:0:9536:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728332408 : -112992981219208 : ffff993bc57e0878) 00000020:00001000:3.0:1776200765.131729:0:9536:0:(cl_object.c:739:cl_env_get()) 1@00000000c58c486c 00000020:00000001:3.0:1776200765.131730:0:9536:0:(cl_object.c:296:cl_conf_set()) Process entered 00000080:00200000:3.0:1776200765.131732:0:9536:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0x1a:0x0]: losing layout lock 00000080:00000001:3.0:1776200765.131734:0:9536:0:(pcc.c:2128:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1776200765.131735:0:9536:0:(pcc.c:2143:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1776200765.131736:0:9536:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:3.0:1776200765.131737:0:9536:0:(lov_object.c:1393:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1776200765.131739:0:9536:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x1a:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1776200765.131740:0:9536:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200765.131741:0:9536:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1776200765.131743:0:9536:0:(cl_object.c:820:cl_env_put()) 1@00000000c58c486c 00000080:00000001:3.0:1776200765.131744:0:9536:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.131745:0:9536:0:(dcache.c:234:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1776200765.131746:0:9536:0:(dcache.c:239:ll_prune_aliases()) marking dentries for inode [0x200000402:0x1a:0x0](000000007ed9d37d) invalid 00000080:00002000:3.0:1776200765.131747:0:9536:0:(llite_internal.h:1745:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-24 (00000000827317f1) parent 000000008fe1cc87 inode 000000007ed9d37d refc 0 00000080:00000001:3.0:1776200765.131752:0:9536:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1776200765.131754:0:9536:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1776200765.131757:0:9536:0:(dcache.c:248:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1776200765.131759:0:9536:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1776200765.131760:0:9536:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.131762:0:9536:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200765.131763:0:9536:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200765.131764:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.131765:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200765.131767:0:9536:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000009fd92053 with handle 0x8d91c35bada81d8c from hash 00010000:00000001:3.0:1776200765.131768:0:9536:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200765.131770:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200765.131771:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.131772:0:9536:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200765.131773:0:9536:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200765.131774:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200765.131775:0:9536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000009fd92053/0x8d91c35bada81d8c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x98dca339dc2afc52 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:3.0:1776200765.131781:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000a8dd7257 count: 1 00010000:00000010:3.0:1776200765.131783:0:9536:0:(ldlm_lock.c:233:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at 00000000ef9dfc00. 00010000:00000040:3.0:1776200765.131785:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000a8dd7257 count: 0 00010000:00000010:3.0:1776200765.131787:0:9536:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a82259a1. 00010000:00000001:3.0:1776200765.131791:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.131792:0:9536:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1776200765.131793:0:9536:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1776200765.131795:0:9536:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1776200765.131796:0:9536:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1776200765.131796:0:9536:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000402:0x19:0x0] mode (null) 00000080:00000001:3.0:1776200765.131798:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.131799:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.131800:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x19:0x0] 00800000:00000001:3.0:1776200765.131802:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.131803:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.131804:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.131806:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000003ca24ac7 count: 2 00010000:00000001:3.0:1776200765.131807:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.131809:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003ca24ac7 count: 1 00000002:00000001:3.0:1776200765.131810:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.131812:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.131813:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.131814:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.131815:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x19:0x0] 00800000:00000001:3.0:1776200765.131816:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.131817:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.131818:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.131819:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000003ca24ac7 count: 2 00010000:00000001:3.0:1776200765.131821:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.131823:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003ca24ac7 count: 1 00000002:00000001:3.0:1776200765.131824:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.131826:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.131827:0:9536:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.131828:0:9536:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:3.0:1776200765.131829:0:9536:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:3.0:1776200765.131830:0:9536:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728332408 : -112992981219208 : ffff993bc57e0878) 00000020:00001000:3.0:1776200765.131832:0:9536:0:(cl_object.c:739:cl_env_get()) 1@00000000c58c486c 00000020:00000001:3.0:1776200765.131833:0:9536:0:(cl_object.c:296:cl_conf_set()) Process entered 00000080:00200000:3.0:1776200765.131834:0:9536:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0x19:0x0]: losing layout lock 00000080:00000001:3.0:1776200765.131836:0:9536:0:(pcc.c:2128:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1776200765.131837:0:9536:0:(pcc.c:2143:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1776200765.131838:0:9536:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:3.0:1776200765.131839:0:9536:0:(lov_object.c:1393:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1776200765.131840:0:9536:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x19:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1776200765.131841:0:9536:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200765.131842:0:9536:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1776200765.131844:0:9536:0:(cl_object.c:820:cl_env_put()) 1@00000000c58c486c 00000080:00000001:3.0:1776200765.131845:0:9536:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.131846:0:9536:0:(dcache.c:234:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1776200765.131847:0:9536:0:(dcache.c:239:ll_prune_aliases()) marking dentries for inode [0x200000402:0x19:0x0](00000000dea8b121) invalid 00000080:00002000:3.0:1776200765.131848:0:9536:0:(llite_internal.h:1745:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-23 (00000000a7c0d0bd) parent 000000008fe1cc87 inode 00000000dea8b121 refc 0 00000080:00000001:3.0:1776200765.132019:0:9536:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1776200765.132022:0:9536:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1776200765.132025:0:9536:0:(dcache.c:248:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1776200765.132027:0:9536:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1776200765.132028:0:9536:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.132031:0:9536:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200765.132032:0:9536:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200765.132033:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.132034:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200765.132036:0:9536:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000082877805 with handle 0x8d91c35bada81d85 from hash 00010000:00000001:3.0:1776200765.132038:0:9536:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200765.132039:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200765.132113:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.132115:0:9536:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200765.132117:0:9536:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200765.132118:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200765.132119:0:9536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 0000000082877805/0x8d91c35bada81d85 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x19:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x98dca339dc2afc2f expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:3.0:1776200765.132126:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003ca24ac7 count: 1 00010000:00000010:3.0:1776200765.132128:0:9536:0:(ldlm_lock.c:233:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at 000000006d93faaa. 00010000:00000040:3.0:1776200765.132131:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003ca24ac7 count: 0 00010000:00000010:3.0:1776200765.132133:0:9536:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9bd92d2. 00010000:00000001:3.0:1776200765.132137:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.132138:0:9536:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1776200765.132140:0:9536:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1776200765.132142:0:9536:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1776200765.132143:0:9536:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1776200765.132144:0:9536:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000402:0x18:0x0] mode (null) 00000080:00000001:3.0:1776200765.132146:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.132147:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.132148:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x18:0x0] 00800000:00000001:3.0:1776200765.132149:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.132151:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.132152:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.132154:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000fd491e4e count: 2 00010000:00000001:3.0:1776200765.132156:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.132157:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fd491e4e count: 1 00000002:00000001:3.0:1776200765.132159:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.132161:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.132162:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.132163:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.132164:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x18:0x0] 00800000:00000001:3.0:1776200765.132165:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.132166:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.132166:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.132167:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000fd491e4e count: 2 00010000:00000001:3.0:1776200765.132169:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.132170:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fd491e4e count: 1 00000002:00000001:3.0:1776200765.132171:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.132173:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.132174:0:9536:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.132175:0:9536:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:3.0:1776200765.132176:0:9536:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:3.0:1776200765.132178:0:9536:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728332408 : -112992981219208 : ffff993bc57e0878) 00000020:00001000:3.0:1776200765.132179:0:9536:0:(cl_object.c:739:cl_env_get()) 1@00000000c58c486c 00000020:00000001:3.0:1776200765.132180:0:9536:0:(cl_object.c:296:cl_conf_set()) Process entered 00000080:00200000:3.0:1776200765.132181:0:9536:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0x18:0x0]: losing layout lock 00000080:00000001:3.0:1776200765.132183:0:9536:0:(pcc.c:2128:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1776200765.132184:0:9536:0:(pcc.c:2143:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1776200765.132186:0:9536:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:3.0:1776200765.132186:0:9536:0:(lov_object.c:1393:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1776200765.132188:0:9536:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x18:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1776200765.132189:0:9536:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200765.132190:0:9536:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1776200765.132191:0:9536:0:(cl_object.c:820:cl_env_put()) 1@00000000c58c486c 00000080:00000001:3.0:1776200765.132192:0:9536:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.132194:0:9536:0:(dcache.c:234:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1776200765.132195:0:9536:0:(dcache.c:239:ll_prune_aliases()) marking dentries for inode [0x200000402:0x18:0x0](00000000e934055b) invalid 00000080:00002000:3.0:1776200765.132197:0:9536:0:(llite_internal.h:1745:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-22 (000000001e637a88) parent 000000008fe1cc87 inode 00000000e934055b refc 0 00000080:00000001:3.0:1776200765.132201:0:9536:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1776200765.132203:0:9536:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1776200765.132206:0:9536:0:(dcache.c:248:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1776200765.132209:0:9536:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1776200765.132209:0:9536:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.132212:0:9536:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200765.132213:0:9536:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200765.132214:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.132215:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200765.132216:0:9536:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000dfdac8d2 with handle 0x8d91c35bada81d7e from hash 00010000:00000001:3.0:1776200765.132218:0:9536:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200765.132219:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200765.132220:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.132221:0:9536:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200765.132222:0:9536:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200765.132223:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200765.132225:0:9536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000dfdac8d2/0x8d91c35bada81d7e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x18:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x98dca339dc2afc0c expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:3.0:1776200765.132234:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fd491e4e count: 1 00010000:00000010:3.0:1776200765.132236:0:9536:0:(ldlm_lock.c:233:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at 00000000baba7e69. 00010000:00000040:3.0:1776200765.132238:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000fd491e4e count: 0 00010000:00000010:3.0:1776200765.132240:0:9536:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006d24773a. 00010000:00000001:3.0:1776200765.132245:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.132246:0:9536:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1776200765.132247:0:9536:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1776200765.132249:0:9536:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1776200765.132250:0:9536:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1776200765.132251:0:9536:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000402:0x17:0x0] mode (null) 00000080:00000001:3.0:1776200765.132253:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.132254:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.132255:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x17:0x0] 00800000:00000001:3.0:1776200765.132256:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.132257:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.132258:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.132260:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000aa0ca152 count: 2 00010000:00000001:3.0:1776200765.132261:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.132264:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000aa0ca152 count: 1 00000002:00000001:3.0:1776200765.132265:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.132267:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.132268:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.132269:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.132269:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x17:0x0] 00800000:00000001:3.0:1776200765.132271:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.132272:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.132273:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.132274:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000aa0ca152 count: 2 00010000:00000001:3.0:1776200765.132275:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.132276:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000aa0ca152 count: 1 00000002:00000001:3.0:1776200765.132278:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.132279:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.132281:0:9536:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.132282:0:9536:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:3.0:1776200765.132283:0:9536:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:3.0:1776200765.132284:0:9536:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728332408 : -112992981219208 : ffff993bc57e0878) 00000020:00001000:3.0:1776200765.132286:0:9536:0:(cl_object.c:739:cl_env_get()) 1@00000000c58c486c 00000020:00000001:3.0:1776200765.132287:0:9536:0:(cl_object.c:296:cl_conf_set()) Process entered 00000080:00200000:3.0:1776200765.132288:0:9536:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0x17:0x0]: losing layout lock 00000080:00000001:3.0:1776200765.132290:0:9536:0:(pcc.c:2128:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1776200765.132291:0:9536:0:(pcc.c:2143:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1776200765.132292:0:9536:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:3.0:1776200765.132293:0:9536:0:(lov_object.c:1393:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1776200765.132294:0:9536:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x17:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1776200765.132296:0:9536:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200765.132297:0:9536:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1776200765.132298:0:9536:0:(cl_object.c:820:cl_env_put()) 1@00000000c58c486c 00000080:00000001:3.0:1776200765.132299:0:9536:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.132301:0:9536:0:(dcache.c:234:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1776200765.132301:0:9536:0:(dcache.c:239:ll_prune_aliases()) marking dentries for inode [0x200000402:0x17:0x0](000000000b504316) invalid 00000080:00002000:3.0:1776200765.132303:0:9536:0:(llite_internal.h:1745:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-21 (00000000999b7f2e) parent 000000008fe1cc87 inode 000000000b504316 refc 0 00000080:00000001:3.0:1776200765.132308:0:9536:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1776200765.132310:0:9536:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1776200765.132313:0:9536:0:(dcache.c:248:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1776200765.132314:0:9536:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1776200765.132315:0:9536:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.132318:0:9536:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200765.132320:0:9536:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200765.132321:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.132322:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200765.132323:0:9536:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000596df58f with handle 0x8d91c35bada81d77 from hash 00010000:00000001:3.0:1776200765.132325:0:9536:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200765.132326:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200765.132327:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.132327:0:9536:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200765.132329:0:9536:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200765.132330:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200765.132331:0:9536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000596df58f/0x8d91c35bada81d77 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x17:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x98dca339dc2afbe9 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:3.0:1776200765.132336:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000aa0ca152 count: 1 00010000:00000010:3.0:1776200765.132339:0:9536:0:(ldlm_lock.c:233:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at 000000003e183f81. 00010000:00000040:3.0:1776200765.132351:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000aa0ca152 count: 0 00010000:00000010:3.0:1776200765.132353:0:9536:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000092c1e5fb. 00010000:00000001:3.0:1776200765.132358:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.132359:0:9536:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1776200765.132360:0:9536:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1776200765.132362:0:9536:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1776200765.132363:0:9536:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1776200765.132364:0:9536:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000402:0x16:0x0] mode (null) 00000080:00000001:3.0:1776200765.132366:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.132367:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.132368:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x16:0x0] 00800000:00000001:3.0:1776200765.132370:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.132371:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.132372:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.132374:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000002d86c302 count: 2 00010000:00000001:3.0:1776200765.132375:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.132377:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d86c302 count: 1 00000002:00000001:3.0:1776200765.132378:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.132380:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.132381:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.132382:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.132383:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x16:0x0] 00800000:00000001:3.0:1776200765.132384:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.132385:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.132386:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.132387:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000002d86c302 count: 2 00010000:00000001:3.0:1776200765.132388:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.132390:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d86c302 count: 1 00000002:00000001:3.0:1776200765.132399:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.132401:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.132402:0:9536:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.132403:0:9536:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:3.0:1776200765.132404:0:9536:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:3.0:1776200765.132406:0:9536:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728332408 : -112992981219208 : ffff993bc57e0878) 00000020:00001000:3.0:1776200765.132408:0:9536:0:(cl_object.c:739:cl_env_get()) 1@00000000c58c486c 00000020:00000001:3.0:1776200765.132409:0:9536:0:(cl_object.c:296:cl_conf_set()) Process entered 00000080:00200000:3.0:1776200765.132411:0:9536:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0x16:0x0]: losing layout lock 00000080:00000001:3.0:1776200765.132413:0:9536:0:(pcc.c:2128:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1776200765.132414:0:9536:0:(pcc.c:2143:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1776200765.132414:0:9536:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:3.0:1776200765.132415:0:9536:0:(lov_object.c:1393:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1776200765.132417:0:9536:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x16:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1776200765.132418:0:9536:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200765.132419:0:9536:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1776200765.132420:0:9536:0:(cl_object.c:820:cl_env_put()) 1@00000000c58c486c 00000080:00000001:3.0:1776200765.132421:0:9536:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.132423:0:9536:0:(dcache.c:234:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1776200765.132423:0:9536:0:(dcache.c:239:ll_prune_aliases()) marking dentries for inode [0x200000402:0x16:0x0](0000000053b2cd7b) invalid 00000080:00002000:3.0:1776200765.132425:0:9536:0:(llite_internal.h:1745:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-20 (00000000c3efcf16) parent 000000008fe1cc87 inode 0000000053b2cd7b refc 0 00000080:00000001:3.0:1776200765.132569:0:9536:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1776200765.132573:0:9536:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1776200765.132576:0:9536:0:(dcache.c:248:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1776200765.132578:0:9536:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1776200765.132579:0:9536:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.132582:0:9536:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200765.132583:0:9536:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200765.132584:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.132586:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200765.132658:0:9536:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000346af7de with handle 0x8d91c35bada81d70 from hash 00010000:00000001:3.0:1776200765.132660:0:9536:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200765.132661:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200765.132662:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.132663:0:9536:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200765.132665:0:9536:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200765.132666:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200765.132667:0:9536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000346af7de/0x8d91c35bada81d70 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x98dca339dc2afbc6 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:3.0:1776200765.132673:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d86c302 count: 1 00010000:00000010:3.0:1776200765.132675:0:9536:0:(ldlm_lock.c:233:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at 000000006f2980bc. 00010000:00000040:3.0:1776200765.132678:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000002d86c302 count: 0 00010000:00000010:3.0:1776200765.132680:0:9536:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b450707a. 00010000:00000001:3.0:1776200765.132685:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.132686:0:9536:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1776200765.132687:0:9536:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1776200765.132689:0:9536:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1776200765.132690:0:9536:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1776200765.132691:0:9536:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000402:0x15:0x0] mode (null) 00000080:00000001:3.0:1776200765.132693:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.132694:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.132696:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x15:0x0] 00800000:00000001:3.0:1776200765.132697:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.132698:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.132699:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.132701:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000de2083f2 count: 2 00010000:00000001:3.0:1776200765.132703:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.132705:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000de2083f2 count: 1 00000002:00000001:3.0:1776200765.132706:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.132707:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.132709:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.132710:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.132711:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x15:0x0] 00800000:00000001:3.0:1776200765.132712:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.132713:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.132714:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.132715:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000de2083f2 count: 2 00010000:00000001:3.0:1776200765.132716:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.132718:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000de2083f2 count: 1 00000002:00000001:3.0:1776200765.132719:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.132720:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.132721:0:9536:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.132723:0:9536:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:3.0:1776200765.132724:0:9536:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:3.0:1776200765.132725:0:9536:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728332408 : -112992981219208 : ffff993bc57e0878) 00000020:00001000:3.0:1776200765.132727:0:9536:0:(cl_object.c:739:cl_env_get()) 1@00000000c58c486c 00000020:00000001:3.0:1776200765.132728:0:9536:0:(cl_object.c:296:cl_conf_set()) Process entered 00000080:00200000:3.0:1776200765.132729:0:9536:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0x15:0x0]: losing layout lock 00000080:00000001:3.0:1776200765.132731:0:9536:0:(pcc.c:2128:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1776200765.132732:0:9536:0:(pcc.c:2143:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1776200765.132733:0:9536:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:3.0:1776200765.132734:0:9536:0:(lov_object.c:1393:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1776200765.132736:0:9536:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x15:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1776200765.132737:0:9536:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200765.132738:0:9536:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1776200765.132739:0:9536:0:(cl_object.c:820:cl_env_put()) 1@00000000c58c486c 00000080:00000001:3.0:1776200765.132741:0:9536:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.132742:0:9536:0:(dcache.c:234:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1776200765.132743:0:9536:0:(dcache.c:239:ll_prune_aliases()) marking dentries for inode [0x200000402:0x15:0x0](000000002981f54a) invalid 00000080:00002000:3.0:1776200765.132744:0:9536:0:(llite_internal.h:1745:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-19 (000000002b183c54) parent 000000008fe1cc87 inode 000000002981f54a refc 0 00000080:00000001:3.0:1776200765.132749:0:9536:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1776200765.132751:0:9536:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1776200765.132753:0:9536:0:(dcache.c:248:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1776200765.132755:0:9536:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1776200765.132756:0:9536:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.132758:0:9536:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200765.132759:0:9536:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200765.132760:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.132761:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200765.132763:0:9536:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000003b6288be with handle 0x8d91c35bada81d69 from hash 00010000:00000001:3.0:1776200765.132764:0:9536:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200765.132765:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200765.132766:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.132767:0:9536:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200765.132768:0:9536:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200765.132769:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200765.132770:0:9536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000003b6288be/0x8d91c35bada81d69 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x15:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x98dca339dc2afba3 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:3.0:1776200765.132775:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000de2083f2 count: 1 00010000:00000010:3.0:1776200765.132777:0:9536:0:(ldlm_lock.c:233:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at 00000000d71b9c18. 00010000:00000040:3.0:1776200765.132779:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000de2083f2 count: 0 00010000:00000010:3.0:1776200765.132781:0:9536:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a725071a. 00010000:00000001:3.0:1776200765.132784:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.132785:0:9536:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1776200765.132786:0:9536:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1776200765.132787:0:9536:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1776200765.132789:0:9536:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1776200765.132789:0:9536:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000402:0x14:0x0] mode (null) 00000080:00000001:3.0:1776200765.132791:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.132792:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.132793:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x14:0x0] 00800000:00000001:3.0:1776200765.132794:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.132796:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.132797:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.132798:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 0000000071077457 count: 2 00010000:00000001:3.0:1776200765.132800:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.132801:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000071077457 count: 1 00000002:00000001:3.0:1776200765.132802:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.132804:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.132805:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.132806:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.132807:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x14:0x0] 00800000:00000001:3.0:1776200765.132808:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.132809:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.132810:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.132811:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 0000000071077457 count: 2 00010000:00000001:3.0:1776200765.132812:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.132814:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000071077457 count: 1 00000002:00000001:3.0:1776200765.132815:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.132817:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.132818:0:9536:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.132819:0:9536:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:3.0:1776200765.132820:0:9536:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:3.0:1776200765.132821:0:9536:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728332408 : -112992981219208 : ffff993bc57e0878) 00000020:00001000:3.0:1776200765.132823:0:9536:0:(cl_object.c:739:cl_env_get()) 1@00000000c58c486c 00000020:00000001:3.0:1776200765.132824:0:9536:0:(cl_object.c:296:cl_conf_set()) Process entered 00000080:00200000:3.0:1776200765.132825:0:9536:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0x14:0x0]: losing layout lock 00000080:00000001:3.0:1776200765.132827:0:9536:0:(pcc.c:2128:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1776200765.132828:0:9536:0:(pcc.c:2143:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1776200765.132829:0:9536:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:3.0:1776200765.132830:0:9536:0:(lov_object.c:1393:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1776200765.132831:0:9536:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x14:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1776200765.132833:0:9536:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200765.132834:0:9536:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1776200765.132835:0:9536:0:(cl_object.c:820:cl_env_put()) 1@00000000c58c486c 00000080:00000001:3.0:1776200765.132837:0:9536:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.132838:0:9536:0:(dcache.c:234:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1776200765.132839:0:9536:0:(dcache.c:239:ll_prune_aliases()) marking dentries for inode [0x200000402:0x14:0x0](00000000c60ef36e) invalid 00000080:00002000:3.0:1776200765.132840:0:9536:0:(llite_internal.h:1745:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-18 (00000000cb33971b) parent 000000008fe1cc87 inode 00000000c60ef36e refc 0 00000080:00000001:3.0:1776200765.132843:0:9536:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1776200765.132845:0:9536:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1776200765.132847:0:9536:0:(dcache.c:248:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1776200765.132849:0:9536:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1776200765.132849:0:9536:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.132933:0:9536:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200765.132934:0:9536:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200765.132935:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.132936:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200765.132937:0:9536:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000004f74caea with handle 0x8d91c35bada81d62 from hash 00010000:00000001:3.0:1776200765.132939:0:9536:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200765.133008:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200765.133009:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.133010:0:9536:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200765.133012:0:9536:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200765.133013:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200765.133014:0:9536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000004f74caea/0x8d91c35bada81d62 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x14:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x98dca339dc2afb80 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:3.0:1776200765.133021:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000071077457 count: 1 00010000:00000010:3.0:1776200765.133023:0:9536:0:(ldlm_lock.c:233:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at 00000000dfb706c5. 00010000:00000040:3.0:1776200765.133026:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000071077457 count: 0 00010000:00000010:3.0:1776200765.133028:0:9536:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ef66f9b1. 00010000:00000001:3.0:1776200765.133033:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.133034:0:9536:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1776200765.133036:0:9536:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1776200765.133037:0:9536:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1776200765.133038:0:9536:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1776200765.133038:0:9536:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000402:0x13:0x0] mode (null) 00000080:00000001:3.0:1776200765.133088:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.133090:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.133091:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x13:0x0] 00800000:00000001:3.0:1776200765.133092:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.133093:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.133094:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.133095:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 0000000092270e22 count: 2 00010000:00000001:3.0:1776200765.133097:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.133098:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000092270e22 count: 1 00000002:00000001:3.0:1776200765.133099:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.133100:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.133101:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.133102:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.133102:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x13:0x0] 00800000:00000001:3.0:1776200765.133103:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.133104:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.133105:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.133106:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 0000000092270e22 count: 2 00010000:00000001:3.0:1776200765.133107:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.133108:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000092270e22 count: 1 00000002:00000001:3.0:1776200765.133110:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.133111:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.133113:0:9536:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.133114:0:9536:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:3.0:1776200765.133115:0:9536:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:3.0:1776200765.133116:0:9536:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728332408 : -112992981219208 : ffff993bc57e0878) 00000020:00001000:3.0:1776200765.133118:0:9536:0:(cl_object.c:739:cl_env_get()) 1@00000000c58c486c 00000020:00000001:3.0:1776200765.133119:0:9536:0:(cl_object.c:296:cl_conf_set()) Process entered 00000080:00200000:3.0:1776200765.133121:0:9536:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0x13:0x0]: losing layout lock 00000080:00000001:3.0:1776200765.133123:0:9536:0:(pcc.c:2128:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1776200765.133124:0:9536:0:(pcc.c:2143:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1776200765.133125:0:9536:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:3.0:1776200765.133126:0:9536:0:(lov_object.c:1393:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1776200765.133127:0:9536:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x13:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1776200765.133129:0:9536:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200765.133130:0:9536:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1776200765.133131:0:9536:0:(cl_object.c:820:cl_env_put()) 1@00000000c58c486c 00000080:00000001:3.0:1776200765.133132:0:9536:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.133134:0:9536:0:(dcache.c:234:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1776200765.133134:0:9536:0:(dcache.c:239:ll_prune_aliases()) marking dentries for inode [0x200000402:0x13:0x0](0000000022a868db) invalid 00000080:00002000:3.0:1776200765.133145:0:9536:0:(llite_internal.h:1745:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-17 (00000000e3712f63) parent 000000008fe1cc87 inode 0000000022a868db refc 0 00000080:00000001:3.0:1776200765.133150:0:9536:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1776200765.133153:0:9536:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1776200765.133155:0:9536:0:(dcache.c:248:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1776200765.133158:0:9536:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1776200765.133159:0:9536:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.133161:0:9536:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200765.133162:0:9536:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200765.133163:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.133164:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200765.133165:0:9536:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000b12e0cf0 with handle 0x8d91c35bada81d5b from hash 00010000:00000001:3.0:1776200765.133167:0:9536:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200765.133168:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200765.133169:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.133170:0:9536:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200765.133171:0:9536:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200765.133172:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200765.133173:0:9536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000b12e0cf0/0x8d91c35bada81d5b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x13:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x98dca339dc2afb5d expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:3.0:1776200765.133179:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000092270e22 count: 1 00010000:00000010:3.0:1776200765.133181:0:9536:0:(ldlm_lock.c:233:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at 00000000f53978f6. 00010000:00000040:3.0:1776200765.133183:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000092270e22 count: 0 00010000:00000010:3.0:1776200765.133185:0:9536:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c25b6e1f. 00010000:00000001:3.0:1776200765.133190:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.133191:0:9536:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1776200765.133193:0:9536:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1776200765.133194:0:9536:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1776200765.133195:0:9536:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1776200765.133196:0:9536:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000402:0x12:0x0] mode (null) 00000080:00000001:3.0:1776200765.133198:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.133199:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.133200:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x12:0x0] 00800000:00000001:3.0:1776200765.133201:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.133203:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.133204:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.133206:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000003c33dae2 count: 2 00010000:00000001:3.0:1776200765.133207:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.133209:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003c33dae2 count: 1 00000002:00000001:3.0:1776200765.133211:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.133212:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.133214:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.133215:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.133215:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x12:0x0] 00800000:00000001:3.0:1776200765.133216:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.133218:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.133219:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.133220:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000003c33dae2 count: 2 00010000:00000001:3.0:1776200765.133221:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.133223:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003c33dae2 count: 1 00000002:00000001:3.0:1776200765.133224:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.133225:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.133227:0:9536:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.133228:0:9536:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:3.0:1776200765.133229:0:9536:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:3.0:1776200765.133230:0:9536:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728332408 : -112992981219208 : ffff993bc57e0878) 00000020:00001000:3.0:1776200765.133231:0:9536:0:(cl_object.c:739:cl_env_get()) 1@00000000c58c486c 00000020:00000001:3.0:1776200765.133233:0:9536:0:(cl_object.c:296:cl_conf_set()) Process entered 00000080:00200000:3.0:1776200765.133234:0:9536:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0x12:0x0]: losing layout lock 00000080:00000001:3.0:1776200765.133236:0:9536:0:(pcc.c:2128:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1776200765.133237:0:9536:0:(pcc.c:2143:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1776200765.133238:0:9536:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:3.0:1776200765.133239:0:9536:0:(lov_object.c:1393:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1776200765.133240:0:9536:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x12:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1776200765.133241:0:9536:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200765.133242:0:9536:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1776200765.133244:0:9536:0:(cl_object.c:820:cl_env_put()) 1@00000000c58c486c 00000080:00000001:3.0:1776200765.133245:0:9536:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.133246:0:9536:0:(dcache.c:234:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1776200765.133247:0:9536:0:(dcache.c:239:ll_prune_aliases()) marking dentries for inode [0x200000402:0x12:0x0](000000004b4f2df5) invalid 00000080:00002000:3.0:1776200765.133249:0:9536:0:(llite_internal.h:1745:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-16 (00000000a10fe285) parent 000000008fe1cc87 inode 000000004b4f2df5 refc 0 00000080:00000001:3.0:1776200765.133253:0:9536:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1776200765.133255:0:9536:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1776200765.133258:0:9536:0:(dcache.c:248:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1776200765.133259:0:9536:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1776200765.133260:0:9536:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.133262:0:9536:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200765.133263:0:9536:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200765.133264:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.133265:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200765.133267:0:9536:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000f679c69c with handle 0x8d91c35bada81d54 from hash 00010000:00000001:3.0:1776200765.133269:0:9536:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200765.133270:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200765.133270:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.133271:0:9536:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200765.133272:0:9536:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200765.133273:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200765.133274:0:9536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000f679c69c/0x8d91c35bada81d54 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x12:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x98dca339dc2afb3a expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:3.0:1776200765.133280:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003c33dae2 count: 1 00010000:00000010:3.0:1776200765.133282:0:9536:0:(ldlm_lock.c:233:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at 000000002e24fb42. 00010000:00000040:3.0:1776200765.133284:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003c33dae2 count: 0 00010000:00000010:3.0:1776200765.133286:0:9536:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000392ca410. 00010000:00000001:3.0:1776200765.133290:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.133291:0:9536:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1776200765.133293:0:9536:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1776200765.133294:0:9536:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1776200765.133295:0:9536:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1776200765.133296:0:9536:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000402:0x11:0x0] mode (null) 00000080:00000001:3.0:1776200765.133297:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.133299:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.133300:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x11:0x0] 00800000:00000001:3.0:1776200765.133301:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.133302:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.133303:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.133305:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000003a0358d9 count: 2 00010000:00000001:3.0:1776200765.133306:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.133308:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003a0358d9 count: 1 00000002:00000001:3.0:1776200765.133310:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.133312:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.133313:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.133314:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.133315:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x11:0x0] 00800000:00000001:3.0:1776200765.133316:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.133317:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.133318:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.133319:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000003a0358d9 count: 2 00010000:00000001:3.0:1776200765.133320:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.133322:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003a0358d9 count: 1 00000002:00000001:3.0:1776200765.133323:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.133325:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.133326:0:9536:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.133327:0:9536:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:3.0:1776200765.133328:0:9536:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:3.0:1776200765.133329:0:9536:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728332408 : -112992981219208 : ffff993bc57e0878) 00000020:00001000:3.0:1776200765.133331:0:9536:0:(cl_object.c:739:cl_env_get()) 1@00000000c58c486c 00000020:00000001:3.0:1776200765.133332:0:9536:0:(cl_object.c:296:cl_conf_set()) Process entered 00000080:00200000:3.0:1776200765.133334:0:9536:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0x11:0x0]: losing layout lock 00000080:00000001:3.0:1776200765.133336:0:9536:0:(pcc.c:2128:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1776200765.133337:0:9536:0:(pcc.c:2143:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1776200765.133337:0:9536:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:3.0:1776200765.133338:0:9536:0:(lov_object.c:1393:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1776200765.133350:0:9536:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x11:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1776200765.133351:0:9536:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200765.133353:0:9536:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1776200765.133354:0:9536:0:(cl_object.c:820:cl_env_put()) 1@00000000c58c486c 00000080:00000001:3.0:1776200765.133355:0:9536:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.133357:0:9536:0:(dcache.c:234:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1776200765.133357:0:9536:0:(dcache.c:239:ll_prune_aliases()) marking dentries for inode [0x200000402:0x11:0x0](000000009a963dd4) invalid 00000080:00002000:3.0:1776200765.133359:0:9536:0:(llite_internal.h:1745:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-15 (00000000cb1b52b6) parent 000000008fe1cc87 inode 000000009a963dd4 refc 0 00000080:00000001:3.0:1776200765.133363:0:9536:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1776200765.133366:0:9536:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1776200765.133368:0:9536:0:(dcache.c:248:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1776200765.133369:0:9536:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1776200765.133370:0:9536:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.133372:0:9536:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200765.133373:0:9536:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200765.133375:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.133376:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200765.133378:0:9536:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000126e0cc2 with handle 0x8d91c35bada81d4d from hash 00010000:00000001:3.0:1776200765.133379:0:9536:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200765.133381:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200765.133381:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.133382:0:9536:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200765.133383:0:9536:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200765.133384:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200765.133386:0:9536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000126e0cc2/0x8d91c35bada81d4d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x11:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x98dca339dc2afb17 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:3.0:1776200765.133391:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003a0358d9 count: 1 00010000:00000010:3.0:1776200765.133393:0:9536:0:(ldlm_lock.c:233:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at 000000000c0d0c9d. 00010000:00000040:3.0:1776200765.133395:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000003a0358d9 count: 0 00010000:00000010:3.0:1776200765.133397:0:9536:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000097837ec. 00010000:00000001:3.0:1776200765.133401:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.133409:0:9536:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1776200765.133411:0:9536:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1776200765.133412:0:9536:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1776200765.133413:0:9536:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1776200765.133414:0:9536:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000402:0x10:0x0] mode (null) 00000080:00000001:3.0:1776200765.133416:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.133417:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.133418:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x10:0x0] 00800000:00000001:3.0:1776200765.133419:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.133421:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.133422:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.133424:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000be3c3238 count: 2 00010000:00000001:3.0:1776200765.133426:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.133571:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000be3c3238 count: 1 00000002:00000001:3.0:1776200765.133576:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.133578:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.133580:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.133581:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.133582:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x10:0x0] 00800000:00000001:3.0:1776200765.133583:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.133585:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.133586:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.133612:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000be3c3238 count: 2 00010000:00000001:3.0:1776200765.133614:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.133616:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000be3c3238 count: 1 00000002:00000001:3.0:1776200765.133617:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.133619:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.133620:0:9536:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.133622:0:9536:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:3.0:1776200765.133623:0:9536:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:3.0:1776200765.133625:0:9536:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728332408 : -112992981219208 : ffff993bc57e0878) 00000020:00001000:3.0:1776200765.133627:0:9536:0:(cl_object.c:739:cl_env_get()) 1@00000000c58c486c 00000020:00000001:3.0:1776200765.133628:0:9536:0:(cl_object.c:296:cl_conf_set()) Process entered 00000080:00200000:3.0:1776200765.133629:0:9536:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0x10:0x0]: losing layout lock 00000080:00000001:3.0:1776200765.133631:0:9536:0:(pcc.c:2128:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1776200765.133632:0:9536:0:(pcc.c:2143:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1776200765.133633:0:9536:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:3.0:1776200765.133635:0:9536:0:(lov_object.c:1393:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1776200765.133636:0:9536:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x10:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1776200765.133638:0:9536:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200765.133639:0:9536:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1776200765.133640:0:9536:0:(cl_object.c:820:cl_env_put()) 1@00000000c58c486c 00000080:00000001:3.0:1776200765.133641:0:9536:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.133642:0:9536:0:(dcache.c:234:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1776200765.133643:0:9536:0:(dcache.c:239:ll_prune_aliases()) marking dentries for inode [0x200000402:0x10:0x0](00000000dc1d5439) invalid 00000080:00002000:3.0:1776200765.133645:0:9536:0:(llite_internal.h:1745:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-14 (000000000f4fbe43) parent 000000008fe1cc87 inode 00000000dc1d5439 refc 0 00000080:00000001:3.0:1776200765.133650:0:9536:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1776200765.133653:0:9536:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1776200765.133655:0:9536:0:(dcache.c:248:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1776200765.133657:0:9536:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1776200765.133659:0:9536:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.133661:0:9536:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200765.133662:0:9536:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200765.133663:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.133664:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200765.133666:0:9536:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000b50f82a3 with handle 0x8d91c35bada81d46 from hash 00010000:00000001:3.0:1776200765.133668:0:9536:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200765.133669:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200765.133670:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.133670:0:9536:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200765.133672:0:9536:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200765.133673:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200765.133674:0:9536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000b50f82a3/0x8d91c35bada81d46 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x10:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x98dca339dc2afaf4 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:3.0:1776200765.133681:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000be3c3238 count: 1 00010000:00000010:3.0:1776200765.133683:0:9536:0:(ldlm_lock.c:233:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at 0000000085bf3b92. 00010000:00000040:3.0:1776200765.133685:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000be3c3238 count: 0 00010000:00000010:3.0:1776200765.133687:0:9536:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000093dfd39a. 00010000:00000001:3.0:1776200765.133691:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.133692:0:9536:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1776200765.133694:0:9536:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1776200765.133696:0:9536:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1776200765.133696:0:9536:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1776200765.133697:0:9536:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000402:0xf:0x0] mode (null) 00000080:00000001:3.0:1776200765.133700:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.133701:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.133702:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0xf:0x0] 00800000:00000001:3.0:1776200765.133703:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.133705:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.133706:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.133708:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f66fa595 count: 2 00010000:00000001:3.0:1776200765.133709:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.133711:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f66fa595 count: 1 00000002:00000001:3.0:1776200765.133713:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.133714:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.133715:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.133716:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.133717:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0xf:0x0] 00800000:00000001:3.0:1776200765.133718:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.133720:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.133720:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.133721:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f66fa595 count: 2 00010000:00000001:3.0:1776200765.133723:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.133725:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f66fa595 count: 1 00000002:00000001:3.0:1776200765.133726:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.133728:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.133729:0:9536:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.133730:0:9536:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:3.0:1776200765.133731:0:9536:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:3.0:1776200765.133732:0:9536:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728332408 : -112992981219208 : ffff993bc57e0878) 00000020:00001000:3.0:1776200765.133734:0:9536:0:(cl_object.c:739:cl_env_get()) 1@00000000c58c486c 00000020:00000001:3.0:1776200765.133735:0:9536:0:(cl_object.c:296:cl_conf_set()) Process entered 00000080:00200000:3.0:1776200765.133736:0:9536:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0xf:0x0]: losing layout lock 00000080:00000001:3.0:1776200765.133739:0:9536:0:(pcc.c:2128:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1776200765.133739:0:9536:0:(pcc.c:2143:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1776200765.133741:0:9536:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:3.0:1776200765.133741:0:9536:0:(lov_object.c:1393:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1776200765.133743:0:9536:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0xf:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1776200765.133744:0:9536:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200765.133745:0:9536:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1776200765.133746:0:9536:0:(cl_object.c:820:cl_env_put()) 1@00000000c58c486c 00000080:00000001:3.0:1776200765.133748:0:9536:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.133749:0:9536:0:(dcache.c:234:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1776200765.133750:0:9536:0:(dcache.c:239:ll_prune_aliases()) marking dentries for inode [0x200000402:0xf:0x0](00000000f28a1a00) invalid 00000080:00002000:3.0:1776200765.133752:0:9536:0:(llite_internal.h:1745:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-13 (00000000d1a48bdd) parent 000000008fe1cc87 inode 00000000f28a1a00 refc 0 00000080:00000001:3.0:1776200765.133757:0:9536:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1776200765.133759:0:9536:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1776200765.133761:0:9536:0:(dcache.c:248:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1776200765.133763:0:9536:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1776200765.133764:0:9536:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.133766:0:9536:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200765.133767:0:9536:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200765.133768:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.133769:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200765.133771:0:9536:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000002c6bf25c with handle 0x8d91c35bada81d3f from hash 00010000:00000001:3.0:1776200765.133772:0:9536:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200765.133773:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200765.133774:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.133775:0:9536:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200765.133776:0:9536:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200765.133778:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200765.133779:0:9536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000002c6bf25c/0x8d91c35bada81d3f lrc: 0/0,0 mode: --/CR res: [0x200000402:0xf:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x98dca339dc2afad1 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:3.0:1776200765.133784:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f66fa595 count: 1 00010000:00000010:3.0:1776200765.133786:0:9536:0:(ldlm_lock.c:233:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at 000000005ebf6d94. 00010000:00000040:3.0:1776200765.133788:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f66fa595 count: 0 00010000:00000010:3.0:1776200765.133790:0:9536:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006b208329. 00010000:00000001:3.0:1776200765.133795:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.133796:0:9536:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1776200765.133797:0:9536:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1776200765.133799:0:9536:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1776200765.133800:0:9536:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1776200765.133801:0:9536:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000402:0xe:0x0] mode (null) 00000080:00000001:3.0:1776200765.133802:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.133804:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.133804:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0xe:0x0] 00800000:00000001:3.0:1776200765.133806:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.133807:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.133808:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.133810:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000ced5288d count: 2 00010000:00000001:3.0:1776200765.133811:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.133813:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000ced5288d count: 1 00000002:00000001:3.0:1776200765.133814:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.133816:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.133818:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.133819:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.133819:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0xe:0x0] 00800000:00000001:3.0:1776200765.133821:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.133822:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.133823:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.133824:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000ced5288d count: 2 00010000:00000001:3.0:1776200765.133825:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.133827:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000ced5288d count: 1 00000002:00000001:3.0:1776200765.133828:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.133830:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.133831:0:9536:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.133833:0:9536:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:3.0:1776200765.133834:0:9536:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:3.0:1776200765.133835:0:9536:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728332408 : -112992981219208 : ffff993bc57e0878) 00000020:00001000:3.0:1776200765.133836:0:9536:0:(cl_object.c:739:cl_env_get()) 1@00000000c58c486c 00000020:00000001:3.0:1776200765.133838:0:9536:0:(cl_object.c:296:cl_conf_set()) Process entered 00000080:00200000:3.0:1776200765.133839:0:9536:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0xe:0x0]: losing layout lock 00000080:00000001:3.0:1776200765.133841:0:9536:0:(pcc.c:2128:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1776200765.133842:0:9536:0:(pcc.c:2143:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1776200765.133843:0:9536:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:3.0:1776200765.133844:0:9536:0:(lov_object.c:1393:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1776200765.133845:0:9536:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0xe:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1776200765.133846:0:9536:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200765.133847:0:9536:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1776200765.133849:0:9536:0:(cl_object.c:820:cl_env_put()) 1@00000000c58c486c 00000080:00000001:3.0:1776200765.133850:0:9536:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.133862:0:9536:0:(dcache.c:234:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1776200765.133863:0:9536:0:(dcache.c:239:ll_prune_aliases()) marking dentries for inode [0x200000402:0xe:0x0](0000000083862479) invalid 00000080:00002000:3.0:1776200765.133865:0:9536:0:(llite_internal.h:1745:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-12 (00000000be32a615) parent 000000008fe1cc87 inode 0000000083862479 refc 0 00000080:00000001:3.0:1776200765.133869:0:9536:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1776200765.133872:0:9536:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1776200765.133874:0:9536:0:(dcache.c:248:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1776200765.133876:0:9536:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1776200765.133877:0:9536:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.133879:0:9536:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200765.133880:0:9536:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200765.133881:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.133883:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200765.133884:0:9536:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000603562ad with handle 0x8d91c35bada81d38 from hash 00010000:00000001:3.0:1776200765.133886:0:9536:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200765.133887:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200765.133888:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.133889:0:9536:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200765.133890:0:9536:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200765.133891:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200765.133893:0:9536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000603562ad/0x8d91c35bada81d38 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x98dca339dc2afaae expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:3.0:1776200765.133898:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000ced5288d count: 1 00010000:00000010:3.0:1776200765.133900:0:9536:0:(ldlm_lock.c:233:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at 00000000b5405a48. 00010000:00000040:3.0:1776200765.133902:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000ced5288d count: 0 00010000:00000010:3.0:1776200765.133904:0:9536:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ca9628b6. 00010000:00000001:3.0:1776200765.133908:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.133909:0:9536:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1776200765.133910:0:9536:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1776200765.133912:0:9536:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1776200765.133913:0:9536:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1776200765.133914:0:9536:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000402:0xd:0x0] mode (null) 00000080:00000001:3.0:1776200765.133916:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.133917:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.133918:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0xd:0x0] 00800000:00000001:3.0:1776200765.133919:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.133928:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.133929:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.133932:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 0000000095b81cd8 count: 2 00010000:00000001:3.0:1776200765.133933:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.133935:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000095b81cd8 count: 1 00000002:00000001:3.0:1776200765.133937:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.133938:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.134172:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.134174:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.134175:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0xd:0x0] 00800000:00000001:3.0:1776200765.134177:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.134178:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.134179:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.134181:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 0000000095b81cd8 count: 2 00010000:00000001:3.0:1776200765.134183:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.134185:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000095b81cd8 count: 1 00000002:00000001:3.0:1776200765.134187:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.134189:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.134190:0:9536:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.134191:0:9536:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:3.0:1776200765.134192:0:9536:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:3.0:1776200765.134194:0:9536:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728332408 : -112992981219208 : ffff993bc57e0878) 00000020:00001000:3.0:1776200765.134196:0:9536:0:(cl_object.c:739:cl_env_get()) 1@00000000c58c486c 00000020:00000001:3.0:1776200765.134197:0:9536:0:(cl_object.c:296:cl_conf_set()) Process entered 00000080:00200000:3.0:1776200765.134199:0:9536:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0xd:0x0]: losing layout lock 00000080:00000001:3.0:1776200765.134201:0:9536:0:(pcc.c:2128:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1776200765.134202:0:9536:0:(pcc.c:2143:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1776200765.134203:0:9536:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:3.0:1776200765.134204:0:9536:0:(lov_object.c:1393:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1776200765.134206:0:9536:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0xd:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1776200765.134207:0:9536:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200765.134208:0:9536:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1776200765.134209:0:9536:0:(cl_object.c:820:cl_env_put()) 1@00000000c58c486c 00000080:00000001:3.0:1776200765.134211:0:9536:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.134212:0:9536:0:(dcache.c:234:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1776200765.134213:0:9536:0:(dcache.c:239:ll_prune_aliases()) marking dentries for inode [0x200000402:0xd:0x0](00000000820101eb) invalid 00000080:00002000:3.0:1776200765.134215:0:9536:0:(llite_internal.h:1745:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-11 (000000007d932355) parent 000000008fe1cc87 inode 00000000820101eb refc 0 00000080:00000001:3.0:1776200765.134219:0:9536:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1776200765.134222:0:9536:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1776200765.134224:0:9536:0:(dcache.c:248:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1776200765.134226:0:9536:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1776200765.134227:0:9536:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.134230:0:9536:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200765.134231:0:9536:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200765.134232:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.134233:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200765.134235:0:9536:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000e7c66d6a with handle 0x8d91c35bada81d31 from hash 00010000:00000001:3.0:1776200765.134237:0:9536:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200765.134238:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200765.134239:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.134239:0:9536:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200765.134241:0:9536:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200765.134242:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200765.134243:0:9536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000e7c66d6a/0x8d91c35bada81d31 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xd:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x98dca339dc2afa8b expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:3.0:1776200765.134249:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000095b81cd8 count: 1 00010000:00000010:3.0:1776200765.134251:0:9536:0:(ldlm_lock.c:233:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at 00000000a3d8d906. 00010000:00000040:3.0:1776200765.134253:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000095b81cd8 count: 0 00010000:00000010:3.0:1776200765.134255:0:9536:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000337e6cc3. 00010000:00000001:3.0:1776200765.134260:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.134261:0:9536:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1776200765.134262:0:9536:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1776200765.134264:0:9536:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1776200765.134265:0:9536:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1776200765.134266:0:9536:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000402:0xc:0x0] mode (null) 00000080:00000001:3.0:1776200765.134268:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.134269:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.134269:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0xc:0x0] 00800000:00000001:3.0:1776200765.134271:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.134272:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.134273:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.134275:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000004180c26d count: 2 00010000:00000001:3.0:1776200765.134276:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.134278:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000004180c26d count: 1 00000002:00000001:3.0:1776200765.134279:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.134281:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.134282:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.134283:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.134284:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0xc:0x0] 00800000:00000001:3.0:1776200765.134286:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.134287:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.134288:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.134289:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000004180c26d count: 2 00010000:00000001:3.0:1776200765.134290:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.134292:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000004180c26d count: 1 00000002:00000001:3.0:1776200765.134293:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.134295:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.134296:0:9536:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.134298:0:9536:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:3.0:1776200765.134299:0:9536:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:3.0:1776200765.134300:0:9536:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728332408 : -112992981219208 : ffff993bc57e0878) 00000020:00001000:3.0:1776200765.134302:0:9536:0:(cl_object.c:739:cl_env_get()) 1@00000000c58c486c 00000020:00000001:3.0:1776200765.134303:0:9536:0:(cl_object.c:296:cl_conf_set()) Process entered 00000080:00200000:3.0:1776200765.134304:0:9536:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0xc:0x0]: losing layout lock 00000080:00000001:3.0:1776200765.134306:0:9536:0:(pcc.c:2128:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1776200765.134307:0:9536:0:(pcc.c:2143:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1776200765.134308:0:9536:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:3.0:1776200765.134309:0:9536:0:(lov_object.c:1393:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1776200765.134311:0:9536:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0xc:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1776200765.134313:0:9536:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200765.134314:0:9536:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1776200765.134315:0:9536:0:(cl_object.c:820:cl_env_put()) 1@00000000c58c486c 00000080:00000001:3.0:1776200765.134316:0:9536:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.134318:0:9536:0:(dcache.c:234:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1776200765.134318:0:9536:0:(dcache.c:239:ll_prune_aliases()) marking dentries for inode [0x200000402:0xc:0x0](00000000b918e61c) invalid 00000080:00002000:3.0:1776200765.134320:0:9536:0:(llite_internal.h:1745:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-10 (0000000003c97406) parent 000000008fe1cc87 inode 00000000b918e61c refc 0 00000080:00000001:3.0:1776200765.134324:0:9536:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1776200765.134327:0:9536:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1776200765.134329:0:9536:0:(dcache.c:248:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1776200765.134331:0:9536:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1776200765.134332:0:9536:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.134335:0:9536:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200765.134336:0:9536:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200765.134337:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.134338:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200765.134339:0:9536:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000ddeaf780 with handle 0x8d91c35bada81d2a from hash 00010000:00000001:3.0:1776200765.134360:0:9536:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200765.134361:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200765.134362:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.134363:0:9536:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200765.134364:0:9536:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200765.134365:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200765.134367:0:9536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000ddeaf780/0x8d91c35bada81d2a lrc: 0/0,0 mode: --/CR res: [0x200000402:0xc:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x98dca339dc2afa68 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:3.0:1776200765.134372:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000004180c26d count: 1 00010000:00000010:3.0:1776200765.134374:0:9536:0:(ldlm_lock.c:233:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at 0000000000b72021. 00010000:00000040:3.0:1776200765.134377:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000004180c26d count: 0 00010000:00000010:3.0:1776200765.134379:0:9536:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000057bb8be1. 00010000:00000001:3.0:1776200765.134383:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.134384:0:9536:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1776200765.134385:0:9536:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1776200765.134387:0:9536:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1776200765.134388:0:9536:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1776200765.134389:0:9536:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000402:0xb:0x0] mode (null) 00000080:00000001:3.0:1776200765.134391:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.134393:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.134394:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0xb:0x0] 00800000:00000001:3.0:1776200765.134395:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.134396:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.134397:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.134399:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 0000000042deae37 count: 2 00010000:00000001:3.0:1776200765.134400:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.134402:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000042deae37 count: 1 00000002:00000001:3.0:1776200765.134403:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.134405:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.134406:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.134407:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.134408:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0xb:0x0] 00800000:00000001:3.0:1776200765.134410:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.134411:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.134411:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.134412:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 0000000042deae37 count: 2 00010000:00000001:3.0:1776200765.134414:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.134415:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000042deae37 count: 1 00000002:00000001:3.0:1776200765.134416:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.134418:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.134419:0:9536:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.134421:0:9536:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:3.0:1776200765.134422:0:9536:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:3.0:1776200765.134423:0:9536:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728332408 : -112992981219208 : ffff993bc57e0878) 00000020:00001000:3.0:1776200765.134424:0:9536:0:(cl_object.c:739:cl_env_get()) 1@00000000c58c486c 00000020:00000001:3.0:1776200765.134426:0:9536:0:(cl_object.c:296:cl_conf_set()) Process entered 00000080:00200000:3.0:1776200765.134427:0:9536:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0xb:0x0]: losing layout lock 00000080:00000001:3.0:1776200765.134579:0:9536:0:(pcc.c:2128:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1776200765.134580:0:9536:0:(pcc.c:2143:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1776200765.134581:0:9536:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:3.0:1776200765.134583:0:9536:0:(lov_object.c:1393:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1776200765.134584:0:9536:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0xb:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1776200765.134586:0:9536:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200765.134788:0:9536:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1776200765.134790:0:9536:0:(cl_object.c:820:cl_env_put()) 1@00000000c58c486c 00000080:00000001:3.0:1776200765.134792:0:9536:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.134794:0:9536:0:(dcache.c:234:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1776200765.134795:0:9536:0:(dcache.c:239:ll_prune_aliases()) marking dentries for inode [0x200000402:0xb:0x0](000000005fb5e9ed) invalid 00000080:00002000:3.0:1776200765.134797:0:9536:0:(llite_internal.h:1745:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-9 (0000000033c82c2f) parent 000000008fe1cc87 inode 000000005fb5e9ed refc 0 00000080:00000001:3.0:1776200765.134802:0:9536:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1776200765.134804:0:9536:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1776200765.134807:0:9536:0:(dcache.c:248:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1776200765.134809:0:9536:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1776200765.134810:0:9536:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.134812:0:9536:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200765.134813:0:9536:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200765.134815:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.134816:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200765.134818:0:9536:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 0000000065438067 with handle 0x8d91c35bada81d23 from hash 00010000:00000001:3.0:1776200765.134819:0:9536:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200765.134820:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200765.134821:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.134822:0:9536:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200765.134824:0:9536:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200765.134825:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200765.134826:0:9536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 0000000065438067/0x8d91c35bada81d23 lrc: 0/0,0 mode: --/CR res: [0x200000402:0xb:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x98dca339dc2afa45 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:3.0:1776200765.134832:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000042deae37 count: 1 00010000:00000010:3.0:1776200765.134835:0:9536:0:(ldlm_lock.c:233:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at 0000000025b3732b. 00010000:00000040:3.0:1776200765.134837:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000042deae37 count: 0 00010000:00000010:3.0:1776200765.134839:0:9536:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2869bb0. 00010000:00000001:3.0:1776200765.134843:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.134844:0:9536:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1776200765.134846:0:9536:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1776200765.134847:0:9536:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1776200765.134848:0:9536:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1776200765.134849:0:9536:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000402:0xa:0x0] mode (null) 00000080:00000001:3.0:1776200765.134861:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.134862:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.134864:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0xa:0x0] 00800000:00000001:3.0:1776200765.134865:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.134867:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.134868:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.134870:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 0000000099d49cc5 count: 2 00010000:00000001:3.0:1776200765.134871:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.134873:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000099d49cc5 count: 1 00000002:00000001:3.0:1776200765.134875:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.134877:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.134878:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.134879:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.134880:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0xa:0x0] 00800000:00000001:3.0:1776200765.134881:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.134882:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.134883:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.134884:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 0000000099d49cc5 count: 2 00010000:00000001:3.0:1776200765.134886:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.134887:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000099d49cc5 count: 1 00000002:00000001:3.0:1776200765.134889:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.134890:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.134891:0:9536:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.134893:0:9536:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:3.0:1776200765.134894:0:9536:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:3.0:1776200765.134895:0:9536:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728332408 : -112992981219208 : ffff993bc57e0878) 00000020:00001000:3.0:1776200765.134897:0:9536:0:(cl_object.c:739:cl_env_get()) 1@00000000c58c486c 00000020:00000001:3.0:1776200765.134898:0:9536:0:(cl_object.c:296:cl_conf_set()) Process entered 00000080:00200000:3.0:1776200765.134900:0:9536:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0xa:0x0]: losing layout lock 00000080:00000001:3.0:1776200765.134902:0:9536:0:(pcc.c:2128:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1776200765.134903:0:9536:0:(pcc.c:2143:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1776200765.134904:0:9536:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:3.0:1776200765.134905:0:9536:0:(lov_object.c:1393:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1776200765.134907:0:9536:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0xa:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1776200765.134908:0:9536:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200765.134909:0:9536:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1776200765.134910:0:9536:0:(cl_object.c:820:cl_env_put()) 1@00000000c58c486c 00000080:00000001:3.0:1776200765.134912:0:9536:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.134913:0:9536:0:(dcache.c:234:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1776200765.134914:0:9536:0:(dcache.c:239:ll_prune_aliases()) marking dentries for inode [0x200000402:0xa:0x0](00000000c42650ae) invalid 00000080:00002000:3.0:1776200765.134916:0:9536:0:(llite_internal.h:1745:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-8 (00000000fbb47b9d) parent 000000008fe1cc87 inode 00000000c42650ae refc 0 00000080:00000001:3.0:1776200765.134920:0:9536:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1776200765.134922:0:9536:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1776200765.134925:0:9536:0:(dcache.c:248:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1776200765.134927:0:9536:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1776200765.134928:0:9536:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.134930:0:9536:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200765.134931:0:9536:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200765.134932:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.134933:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200765.134934:0:9536:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000009a38332c with handle 0x8d91c35bada81d1c from hash 00010000:00000001:3.0:1776200765.134936:0:9536:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200765.134937:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200765.134938:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.134939:0:9536:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200765.135427:0:9536:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200765.135531:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200765.135532:0:9536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000009a38332c/0x8d91c35bada81d1c lrc: 0/0,0 mode: --/CR res: [0x200000402:0xa:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x98dca339dc2afa22 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:3.0:1776200765.135541:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000099d49cc5 count: 1 00010000:00000010:3.0:1776200765.135543:0:9536:0:(ldlm_lock.c:233:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at 00000000d0c05ecb. 00010000:00000040:3.0:1776200765.135545:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000099d49cc5 count: 0 00010000:00000010:3.0:1776200765.135548:0:9536:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000005e9ee41. 00010000:00000001:3.0:1776200765.135554:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.135555:0:9536:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1776200765.135557:0:9536:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1776200765.135559:0:9536:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1776200765.135560:0:9536:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1776200765.135561:0:9536:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000402:0x9:0x0] mode (null) 00000080:00000001:3.0:1776200765.135563:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.135565:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.135565:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x9:0x0] 00800000:00000001:3.0:1776200765.135567:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.135568:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.135569:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.135572:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000008a4b0911 count: 2 00010000:00000001:3.0:1776200765.135573:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.135575:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000008a4b0911 count: 1 00000002:00000001:3.0:1776200765.135577:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.135579:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.135580:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.135581:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.135581:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x9:0x0] 00800000:00000001:3.0:1776200765.135583:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.135584:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.135585:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.135586:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000008a4b0911 count: 2 00010000:00000001:3.0:1776200765.135618:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.135620:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000008a4b0911 count: 1 00000002:00000001:3.0:1776200765.135623:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.135625:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.135626:0:9536:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.135628:0:9536:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:3.0:1776200765.135629:0:9536:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:3.0:1776200765.135631:0:9536:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728332408 : -112992981219208 : ffff993bc57e0878) 00000020:00001000:3.0:1776200765.135633:0:9536:0:(cl_object.c:739:cl_env_get()) 1@00000000c58c486c 00000020:00000001:3.0:1776200765.135634:0:9536:0:(cl_object.c:296:cl_conf_set()) Process entered 00000080:00200000:3.0:1776200765.135636:0:9536:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0x9:0x0]: losing layout lock 00000080:00000001:3.0:1776200765.135638:0:9536:0:(pcc.c:2128:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1776200765.135640:0:9536:0:(pcc.c:2143:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1776200765.135641:0:9536:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:3.0:1776200765.135642:0:9536:0:(lov_object.c:1393:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1776200765.135643:0:9536:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x9:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1776200765.135645:0:9536:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200765.135646:0:9536:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1776200765.135647:0:9536:0:(cl_object.c:820:cl_env_put()) 1@00000000c58c486c 00000080:00000001:3.0:1776200765.135649:0:9536:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.135650:0:9536:0:(dcache.c:234:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1776200765.135651:0:9536:0:(dcache.c:239:ll_prune_aliases()) marking dentries for inode [0x200000402:0x9:0x0](00000000f805ff3c) invalid 00000080:00002000:3.0:1776200765.135653:0:9536:0:(llite_internal.h:1745:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-7 (00000000c31fb9e9) parent 000000008fe1cc87 inode 00000000f805ff3c refc 0 00000080:00000001:3.0:1776200765.135665:0:9536:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1776200765.135668:0:9536:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1776200765.135671:0:9536:0:(dcache.c:248:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1776200765.135673:0:9536:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1776200765.135674:0:9536:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.135677:0:9536:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200765.135678:0:9536:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200765.135680:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.135681:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200765.135683:0:9536:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000007b370652 with handle 0x8d91c35bada81d15 from hash 00010000:00000001:3.0:1776200765.135685:0:9536:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200765.135686:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200765.135687:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.135688:0:9536:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200765.135689:0:9536:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200765.135691:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200765.135692:0:9536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000007b370652/0x8d91c35bada81d15 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x9:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x98dca339dc2af9ff expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:3.0:1776200765.135697:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000008a4b0911 count: 1 00010000:00000010:3.0:1776200765.135699:0:9536:0:(ldlm_lock.c:233:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at 00000000dfc9f1cd. 00010000:00000040:3.0:1776200765.135702:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000008a4b0911 count: 0 00010000:00000010:3.0:1776200765.135704:0:9536:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001fa72952. 00010000:00000001:3.0:1776200765.135708:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.135709:0:9536:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1776200765.135710:0:9536:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1776200765.135712:0:9536:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1776200765.135713:0:9536:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1776200765.135713:0:9536:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000402:0x8:0x0] mode (null) 00000080:00000001:3.0:1776200765.135716:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.135717:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.135718:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x8:0x0] 00800000:00000001:3.0:1776200765.135719:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.135721:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.135722:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.135724:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000110aa81a count: 2 00010000:00000001:3.0:1776200765.135725:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.135727:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000110aa81a count: 1 00000002:00000001:3.0:1776200765.135728:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.135730:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.135731:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.135733:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.135733:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x8:0x0] 00800000:00000001:3.0:1776200765.135735:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.135736:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.135737:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.135737:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000110aa81a count: 2 00010000:00000001:3.0:1776200765.135739:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.135741:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000110aa81a count: 1 00000002:00000001:3.0:1776200765.135742:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.135744:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.135745:0:9536:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.135746:0:9536:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:3.0:1776200765.135747:0:9536:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:3.0:1776200765.135748:0:9536:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728332408 : -112992981219208 : ffff993bc57e0878) 00000020:00001000:3.0:1776200765.135750:0:9536:0:(cl_object.c:739:cl_env_get()) 1@00000000c58c486c 00000020:00000001:3.0:1776200765.135752:0:9536:0:(cl_object.c:296:cl_conf_set()) Process entered 00000080:00200000:3.0:1776200765.135753:0:9536:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0x8:0x0]: losing layout lock 00000080:00000001:3.0:1776200765.135755:0:9536:0:(pcc.c:2128:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1776200765.135756:0:9536:0:(pcc.c:2143:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1776200765.135757:0:9536:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:3.0:1776200765.135758:0:9536:0:(lov_object.c:1393:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1776200765.135759:0:9536:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x8:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1776200765.135760:0:9536:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200765.135762:0:9536:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1776200765.135763:0:9536:0:(cl_object.c:820:cl_env_put()) 1@00000000c58c486c 00000080:00000001:3.0:1776200765.135764:0:9536:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.135765:0:9536:0:(dcache.c:234:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1776200765.135766:0:9536:0:(dcache.c:239:ll_prune_aliases()) marking dentries for inode [0x200000402:0x8:0x0](00000000ee1abdc5) invalid 00000080:00002000:3.0:1776200765.135767:0:9536:0:(llite_internal.h:1745:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-6 (00000000e07ec8c5) parent 000000008fe1cc87 inode 00000000ee1abdc5 refc 0 00000080:00000001:3.0:1776200765.135772:0:9536:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1776200765.135774:0:9536:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1776200765.135777:0:9536:0:(dcache.c:248:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1776200765.135778:0:9536:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1776200765.135779:0:9536:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.135782:0:9536:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200765.135783:0:9536:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200765.135784:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.135785:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200765.135787:0:9536:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000776b3ee2 with handle 0x8d91c35bada81d0e from hash 00010000:00000001:3.0:1776200765.135789:0:9536:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200765.135790:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200765.135791:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.135792:0:9536:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200765.135793:0:9536:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200765.135794:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200765.135795:0:9536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000776b3ee2/0x8d91c35bada81d0e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x8:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x98dca339dc2af9dc expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:3.0:1776200765.135800:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000110aa81a count: 1 00010000:00000010:3.0:1776200765.135802:0:9536:0:(ldlm_lock.c:233:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at 00000000cd26eef3. 00010000:00000040:3.0:1776200765.135804:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000110aa81a count: 0 00010000:00000010:3.0:1776200765.135806:0:9536:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000923b70f. 00010000:00000001:3.0:1776200765.135811:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.135812:0:9536:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1776200765.135813:0:9536:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1776200765.135815:0:9536:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1776200765.135815:0:9536:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1776200765.135817:0:9536:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000402:0x7:0x0] mode (null) 00000080:00000001:3.0:1776200765.135818:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.135819:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.135820:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x7:0x0] 00800000:00000001:3.0:1776200765.135822:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.135823:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.135824:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.135825:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000185ddff4 count: 2 00010000:00000001:3.0:1776200765.135827:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.135828:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000185ddff4 count: 1 00000002:00000001:3.0:1776200765.135830:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.135831:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.135832:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.135833:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.135834:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x7:0x0] 00800000:00000001:3.0:1776200765.135835:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.135837:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.135838:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.135839:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000185ddff4 count: 2 00010000:00000001:3.0:1776200765.135840:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.135842:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000185ddff4 count: 1 00000002:00000001:3.0:1776200765.135843:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.135845:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.135846:0:9536:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.135847:0:9536:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:3.0:1776200765.135848:0:9536:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:3.0:1776200765.135858:0:9536:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728332408 : -112992981219208 : ffff993bc57e0878) 00000020:00001000:3.0:1776200765.135860:0:9536:0:(cl_object.c:739:cl_env_get()) 1@00000000c58c486c 00000020:00000001:3.0:1776200765.135862:0:9536:0:(cl_object.c:296:cl_conf_set()) Process entered 00000080:00200000:3.0:1776200765.135863:0:9536:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0x7:0x0]: losing layout lock 00000080:00000001:3.0:1776200765.135871:0:9536:0:(pcc.c:2128:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1776200765.135872:0:9536:0:(pcc.c:2143:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1776200765.135873:0:9536:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:3.0:1776200765.135874:0:9536:0:(lov_object.c:1393:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1776200765.135875:0:9536:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x7:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1776200765.135877:0:9536:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200765.135878:0:9536:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1776200765.135879:0:9536:0:(cl_object.c:820:cl_env_put()) 1@00000000c58c486c 00000080:00000001:3.0:1776200765.135881:0:9536:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.135882:0:9536:0:(dcache.c:234:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1776200765.135883:0:9536:0:(dcache.c:239:ll_prune_aliases()) marking dentries for inode [0x200000402:0x7:0x0](000000000eb210c8) invalid 00000080:00002000:3.0:1776200765.135885:0:9536:0:(llite_internal.h:1745:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-5 (000000005ece8bf8) parent 000000008fe1cc87 inode 000000000eb210c8 refc 0 00000080:00000001:3.0:1776200765.135890:0:9536:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1776200765.135892:0:9536:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1776200765.135894:0:9536:0:(dcache.c:248:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1776200765.135896:0:9536:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1776200765.135897:0:9536:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.135899:0:9536:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200765.135900:0:9536:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200765.135901:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.135902:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200765.135904:0:9536:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000e098ed12 with handle 0x8d91c35bada81d07 from hash 00010000:00000001:3.0:1776200765.135906:0:9536:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200765.135907:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200765.135908:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.135909:0:9536:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200765.135911:0:9536:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200765.135912:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200765.135913:0:9536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000e098ed12/0x8d91c35bada81d07 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x98dca339dc2af9b9 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:3.0:1776200765.135919:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000185ddff4 count: 1 00010000:00000010:3.0:1776200765.135921:0:9536:0:(ldlm_lock.c:233:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at 00000000ccf92fce. 00010000:00000040:3.0:1776200765.135923:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000185ddff4 count: 0 00010000:00000010:3.0:1776200765.135925:0:9536:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000573a0fe3. 00010000:00000001:3.0:1776200765.135929:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.135930:0:9536:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1776200765.135931:0:9536:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1776200765.135933:0:9536:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1776200765.135934:0:9536:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1776200765.135935:0:9536:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000402:0x6:0x0] mode (null) 00000080:00000001:3.0:1776200765.135937:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.135938:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.137170:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x6:0x0] 00800000:00000001:3.0:1776200765.137174:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.137177:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.137179:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.137184:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 0000000096ca1119 count: 2 00010000:00000001:3.0:1776200765.137187:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.137189:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000096ca1119 count: 1 00000002:00000001:3.0:1776200765.137191:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.137193:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.137195:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.137197:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.137198:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x6:0x0] 00800000:00000001:3.0:1776200765.137199:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.137200:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.137201:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.137202:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 0000000096ca1119 count: 2 00010000:00000001:3.0:1776200765.137204:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.137206:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000096ca1119 count: 1 00000002:00000001:3.0:1776200765.137208:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.137209:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.137211:0:9536:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.137213:0:9536:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:3.0:1776200765.137215:0:9536:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:3.0:1776200765.137217:0:9536:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728332408 : -112992981219208 : ffff993bc57e0878) 00000020:00001000:3.0:1776200765.137220:0:9536:0:(cl_object.c:739:cl_env_get()) 1@00000000c58c486c 00000020:00000001:3.0:1776200765.137221:0:9536:0:(cl_object.c:296:cl_conf_set()) Process entered 00000080:00200000:3.0:1776200765.137223:0:9536:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0x6:0x0]: losing layout lock 00000080:00000001:3.0:1776200765.137226:0:9536:0:(pcc.c:2128:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1776200765.137228:0:9536:0:(pcc.c:2143:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1776200765.137230:0:9536:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:3.0:1776200765.137231:0:9536:0:(lov_object.c:1393:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1776200765.137232:0:9536:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x6:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1776200765.137234:0:9536:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200765.137235:0:9536:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1776200765.137237:0:9536:0:(cl_object.c:820:cl_env_put()) 1@00000000c58c486c 00000080:00000001:3.0:1776200765.137238:0:9536:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.137240:0:9536:0:(dcache.c:234:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1776200765.137241:0:9536:0:(dcache.c:239:ll_prune_aliases()) marking dentries for inode [0x200000402:0x6:0x0](00000000d9f65cb9) invalid 00000080:00002000:3.0:1776200765.137243:0:9536:0:(llite_internal.h:1745:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-4 (000000009dac7493) parent 000000008fe1cc87 inode 00000000d9f65cb9 refc 0 00000080:00000001:3.0:1776200765.137250:0:9536:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1776200765.137255:0:9536:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1776200765.137258:0:9536:0:(dcache.c:248:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1776200765.137262:0:9536:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1776200765.137264:0:9536:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.137267:0:9536:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200765.137268:0:9536:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200765.137269:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.137271:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200765.137272:0:9536:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000003e8bf061 with handle 0x8d91c35bada81d00 from hash 00010000:00000001:3.0:1776200765.137274:0:9536:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200765.137276:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200765.137277:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.137278:0:9536:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200765.137280:0:9536:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200765.137282:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200765.137284:0:9536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000003e8bf061/0x8d91c35bada81d00 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x6:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x98dca339dc2af996 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:3.0:1776200765.137290:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000096ca1119 count: 1 00010000:00000010:3.0:1776200765.137292:0:9536:0:(ldlm_lock.c:233:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at 00000000411a1b75. 00010000:00000040:3.0:1776200765.137296:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000096ca1119 count: 0 00010000:00000010:3.0:1776200765.137298:0:9536:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a3e347cf. 00010000:00000001:3.0:1776200765.137305:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.137306:0:9536:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1776200765.137308:0:9536:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1776200765.137310:0:9536:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1776200765.137311:0:9536:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1776200765.137312:0:9536:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000402:0x5:0x0] mode (null) 00000080:00000001:3.0:1776200765.137314:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.137315:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.137316:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x5:0x0] 00800000:00000001:3.0:1776200765.137317:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.137319:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.137320:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.137322:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000004ba3869e count: 2 00010000:00000001:3.0:1776200765.137323:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.137325:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000004ba3869e count: 1 00000002:00000001:3.0:1776200765.137326:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.137328:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.137329:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.137331:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.137331:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x5:0x0] 00800000:00000001:3.0:1776200765.137332:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.137334:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.137334:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.137335:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000004ba3869e count: 2 00010000:00000001:3.0:1776200765.137337:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.137338:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000004ba3869e count: 1 00000002:00000001:3.0:1776200765.137352:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.137355:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.137356:0:9536:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.137358:0:9536:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:3.0:1776200765.137359:0:9536:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:3.0:1776200765.137360:0:9536:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728332408 : -112992981219208 : ffff993bc57e0878) 00000020:00001000:3.0:1776200765.137362:0:9536:0:(cl_object.c:739:cl_env_get()) 1@00000000c58c486c 00000020:00000001:3.0:1776200765.137364:0:9536:0:(cl_object.c:296:cl_conf_set()) Process entered 00000080:00200000:3.0:1776200765.137365:0:9536:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0x5:0x0]: losing layout lock 00000080:00000001:3.0:1776200765.137367:0:9536:0:(pcc.c:2128:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1776200765.137368:0:9536:0:(pcc.c:2143:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1776200765.137369:0:9536:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:3.0:1776200765.137370:0:9536:0:(lov_object.c:1393:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1776200765.137371:0:9536:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x5:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1776200765.137373:0:9536:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200765.137374:0:9536:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1776200765.137376:0:9536:0:(cl_object.c:820:cl_env_put()) 1@00000000c58c486c 00000080:00000001:3.0:1776200765.137377:0:9536:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.137378:0:9536:0:(dcache.c:234:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1776200765.137379:0:9536:0:(dcache.c:239:ll_prune_aliases()) marking dentries for inode [0x200000402:0x5:0x0](000000001d141607) invalid 00000080:00002000:3.0:1776200765.137381:0:9536:0:(llite_internal.h:1745:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-3 (00000000bf9a6d28) parent 000000008fe1cc87 inode 000000001d141607 refc 0 00000080:00000001:3.0:1776200765.137386:0:9536:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1776200765.137388:0:9536:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1776200765.137391:0:9536:0:(dcache.c:248:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1776200765.137393:0:9536:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1776200765.137394:0:9536:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.137396:0:9536:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200765.137397:0:9536:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200765.137398:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.137399:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200765.137401:0:9536:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000cc8360b9 with handle 0x8d91c35bada81cf9 from hash 00010000:00000001:3.0:1776200765.137403:0:9536:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200765.137404:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200765.137404:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.137405:0:9536:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200765.137407:0:9536:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200765.137408:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200765.137409:0:9536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000cc8360b9/0x8d91c35bada81cf9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x5:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x98dca339dc2af973 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:3.0:1776200765.137414:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000004ba3869e count: 1 00010000:00000010:3.0:1776200765.137417:0:9536:0:(ldlm_lock.c:233:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at 00000000383d68e4. 00010000:00000040:3.0:1776200765.137419:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000004ba3869e count: 0 00010000:00000010:3.0:1776200765.137421:0:9536:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007ece039b. 00010000:00000001:3.0:1776200765.137426:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.137427:0:9536:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1776200765.137571:0:9536:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1776200765.137573:0:9536:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1776200765.137574:0:9536:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1776200765.137575:0:9536:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000402:0x4:0x0] mode (null) 00000080:00000001:3.0:1776200765.137578:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.137579:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.137580:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x4:0x0] 00800000:00000001:3.0:1776200765.137582:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.137583:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.137585:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.137603:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 0000000054b50197 count: 2 00010000:00000001:3.0:1776200765.137605:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.137607:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000054b50197 count: 1 00000002:00000001:3.0:1776200765.137609:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.137610:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.137612:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.137613:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.137614:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x4:0x0] 00800000:00000001:3.0:1776200765.137615:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.137616:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.137617:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.137618:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 0000000054b50197 count: 2 00010000:00000001:3.0:1776200765.137620:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.137621:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000054b50197 count: 1 00000002:00000001:3.0:1776200765.137623:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.137624:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.137626:0:9536:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.137627:0:9536:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:3.0:1776200765.137628:0:9536:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:3.0:1776200765.137630:0:9536:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728332408 : -112992981219208 : ffff993bc57e0878) 00000020:00001000:3.0:1776200765.137632:0:9536:0:(cl_object.c:739:cl_env_get()) 1@00000000c58c486c 00000020:00000001:3.0:1776200765.137633:0:9536:0:(cl_object.c:296:cl_conf_set()) Process entered 00000080:00200000:3.0:1776200765.137635:0:9536:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0x4:0x0]: losing layout lock 00000080:00000001:3.0:1776200765.137637:0:9536:0:(pcc.c:2128:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1776200765.137638:0:9536:0:(pcc.c:2143:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1776200765.137639:0:9536:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:3.0:1776200765.137640:0:9536:0:(lov_object.c:1393:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1776200765.137642:0:9536:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x4:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1776200765.137643:0:9536:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200765.137644:0:9536:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1776200765.137645:0:9536:0:(cl_object.c:820:cl_env_put()) 1@00000000c58c486c 00000080:00000001:3.0:1776200765.137647:0:9536:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.137648:0:9536:0:(dcache.c:234:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1776200765.137649:0:9536:0:(dcache.c:239:ll_prune_aliases()) marking dentries for inode [0x200000402:0x4:0x0](00000000cb5ab31a) invalid 00000080:00002000:3.0:1776200765.137651:0:9536:0:(llite_internal.h:1745:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-2 (000000008cf154f0) parent 000000008fe1cc87 inode 00000000cb5ab31a refc 0 00000080:00000001:3.0:1776200765.137746:0:9536:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1776200765.137750:0:9536:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1776200765.137752:0:9536:0:(dcache.c:248:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1776200765.137755:0:9536:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1776200765.137756:0:9536:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.137759:0:9536:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200765.137760:0:9536:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200765.137762:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.137763:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200765.137765:0:9536:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000004effbe18 with handle 0x8d91c35bada81cf2 from hash 00010000:00000001:3.0:1776200765.137767:0:9536:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200765.137768:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200765.137769:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.137769:0:9536:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200765.137771:0:9536:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200765.137772:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200765.137773:0:9536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000004effbe18/0x8d91c35bada81cf2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x98dca339dc2af950 expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:3.0:1776200765.137779:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000054b50197 count: 1 00010000:00000010:3.0:1776200765.137781:0:9536:0:(ldlm_lock.c:233:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at 000000004b4a243e. 00010000:00000040:3.0:1776200765.137783:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 0000000054b50197 count: 0 00010000:00000010:3.0:1776200765.137785:0:9536:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000087a139aa. 00010000:00000001:3.0:1776200765.137790:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.137791:0:9536:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1776200765.137792:0:9536:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1776200765.137794:0:9536:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1776200765.137795:0:9536:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1776200765.137796:0:9536:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000402:0x3:0x0] mode (null) 00000080:00000001:3.0:1776200765.137798:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.137799:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.137800:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x3:0x0] 00800000:00000001:3.0:1776200765.137801:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.137803:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.137804:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.137806:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000004c06c01f count: 2 00010000:00000001:3.0:1776200765.137807:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.137809:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000004c06c01f count: 1 00000002:00000001:3.0:1776200765.137810:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.137812:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.137813:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.137814:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.137815:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x3:0x0] 00800000:00000001:3.0:1776200765.137816:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.137817:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.137818:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.137819:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000004c06c01f count: 2 00010000:00000001:3.0:1776200765.137820:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.137822:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000004c06c01f count: 1 00000002:00000001:3.0:1776200765.137823:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.137824:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.137826:0:9536:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.137827:0:9536:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:3.0:1776200765.137828:0:9536:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:3.0:1776200765.137830:0:9536:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728332408 : -112992981219208 : ffff993bc57e0878) 00000020:00001000:3.0:1776200765.137831:0:9536:0:(cl_object.c:739:cl_env_get()) 1@00000000c58c486c 00000020:00000001:3.0:1776200765.137833:0:9536:0:(cl_object.c:296:cl_conf_set()) Process entered 00000080:00200000:3.0:1776200765.137834:0:9536:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0x3:0x0]: losing layout lock 00000080:00000001:3.0:1776200765.137837:0:9536:0:(pcc.c:2128:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1776200765.137838:0:9536:0:(pcc.c:2143:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1776200765.137839:0:9536:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:3.0:1776200765.137840:0:9536:0:(lov_object.c:1393:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1776200765.137842:0:9536:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x3:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1776200765.137843:0:9536:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200765.137844:0:9536:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1776200765.137846:0:9536:0:(cl_object.c:820:cl_env_put()) 1@00000000c58c486c 00000080:00000001:3.0:1776200765.137847:0:9536:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.137848:0:9536:0:(dcache.c:234:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1776200765.137849:0:9536:0:(dcache.c:239:ll_prune_aliases()) marking dentries for inode [0x200000402:0x3:0x0](00000000976ce4e5) invalid 00000080:00002000:3.0:1776200765.137851:0:9536:0:(llite_internal.h:1745:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-1 (000000003894c49f) parent 000000008fe1cc87 inode 00000000976ce4e5 refc 0 00000080:00000001:3.0:1776200765.138018:0:9536:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1776200765.138020:0:9536:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1776200765.138023:0:9536:0:(dcache.c:248:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1776200765.138025:0:9536:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1776200765.138026:0:9536:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.138028:0:9536:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200765.138030:0:9536:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200765.138031:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.138032:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200765.138034:0:9536:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 00000000535c9b4b with handle 0x8d91c35bada81ceb from hash 00010000:00000001:3.0:1776200765.138036:0:9536:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200765.138037:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200765.138038:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.138038:0:9536:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200765.138101:0:9536:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200765.138103:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200765.138104:0:9536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 00000000535c9b4b/0x8d91c35bada81ceb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x98dca339dc2af92d expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:3.0:1776200765.138111:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000004c06c01f count: 1 00010000:00000010:3.0:1776200765.138113:0:9536:0:(ldlm_lock.c:233:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at 0000000090a25ef4. 00010000:00000040:3.0:1776200765.138115:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000004c06c01f count: 0 00010000:00000010:3.0:1776200765.138117:0:9536:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e12c66fd. 00010000:00000001:3.0:1776200765.138122:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.138123:0:9536:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1776200765.138124:0:9536:0:(namei.c:463:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1776200765.138126:0:9536:0:(namei.c:248:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1776200765.138128:0:9536:0:(file.c:5135:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1776200765.138129:0:9536:0:(file.c:5142:ll_have_md_lock()) trying to match res [0x200000402:0x2:0x0] mode (null) 00000080:00000001:3.0:1776200765.138131:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.138132:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.138133:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x2:0x0] 00800000:00000001:3.0:1776200765.138134:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.138136:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.138137:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.138139:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000009517b3b6 count: 2 00010000:00000001:3.0:1776200765.138141:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.138142:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000009517b3b6 count: 1 00000002:00000001:3.0:1776200765.138144:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.138146:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.138147:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.138148:0:9536:0:(lmv_obd.c:3585:lmv_lock_match()) Process entered 00800000:00000002:3.0:1776200765.138149:0:9536:0:(lmv_obd.c:3587:lmv_lock_match()) Lock match for [0x200000402:0x2:0x0] 00800000:00000001:3.0:1776200765.138150:0:9536:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1776200765.138151:0:9536:0:(mdc_locks.c:143:mdc_lock_match()) Process entered 00010000:00000001:3.0:1776200765.138152:0:9536:0:(ldlm_lock.c:1429:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1776200765.138153:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 000000009517b3b6 count: 2 00010000:00000001:3.0:1776200765.138155:0:9536:0:(ldlm_resource.c:1507:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1776200765.138156:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000009517b3b6 count: 1 00000002:00000001:3.0:1776200765.138157:0:9536:0:(mdc_locks.c:149:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1776200765.138158:0:9536:0:(lmv_obd.c:3614:lmv_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.138159:0:9536:0:(file.c:5164:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.138160:0:9536:0:(file.c:5835:ll_layout_conf()) Process entered 00000020:00000001:3.0:1776200765.138161:0:9536:0:(cl_object.c:677:cl_env_obtain()) Process entered 00000020:00000001:3.0:1776200765.138162:0:9536:0:(cl_object.c:708:cl_env_obtain()) Process leaving (rc=18446631080728332408 : -112992981219208 : ffff993bc57e0878) 00000020:00001000:3.0:1776200765.138164:0:9536:0:(cl_object.c:739:cl_env_get()) 1@00000000c58c486c 00000020:00000001:3.0:1776200765.138165:0:9536:0:(cl_object.c:296:cl_conf_set()) Process entered 00000080:00200000:3.0:1776200765.138167:0:9536:0:(vvp_object.c:137:vvp_conf_set()) [0x200000402:0x2:0x0]: losing layout lock 00000080:00000001:3.0:1776200765.138169:0:9536:0:(pcc.c:2128:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1776200765.138170:0:9536:0:(pcc.c:2143:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1776200765.138171:0:9536:0:(lov_object.c:1379:lov_conf_set()) Process entered 00020000:00000001:3.0:1776200765.138172:0:9536:0:(lov_object.c:1393:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1776200765.138174:0:9536:0:(lov_object.c:1466:lov_conf_set()) [0x200000402:0x2:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1776200765.138175:0:9536:0:(lov_object.c:1467:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200765.138176:0:9536:0:(cl_object.c:304:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1776200765.138177:0:9536:0:(cl_object.c:820:cl_env_put()) 1@00000000c58c486c 00000080:00000001:3.0:1776200765.138179:0:9536:0:(file.c:5877:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1776200765.138180:0:9536:0:(dcache.c:234:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1776200765.138181:0:9536:0:(dcache.c:239:ll_prune_aliases()) marking dentries for inode [0x200000402:0x2:0x0](00000000fc927946) invalid 00000080:00002000:3.0:1776200765.138183:0:9536:0:(llite_internal.h:1745:d_lustre_invalidate()) invalidate dentry f0a.replay-dual-0 (00000000ef8179a8) parent 000000008fe1cc87 inode 00000000fc927946 refc 0 00000080:00000001:3.0:1776200765.138187:0:9536:0:(dcache.c:56:ll_release()) Process entered 00000080:00000001:3.0:1776200765.138189:0:9536:0:(dcache.c:65:ll_release()) Process leaving 00000080:00000001:3.0:1776200765.138191:0:9536:0:(dcache.c:248:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1776200765.138194:0:9536:0:(namei.c:395:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1776200765.138195:0:9536:0:(namei.c:526:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.138197:0:9536:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1776200765.138198:0:9536:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1776200765.138198:0:9536:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1776200765.138200:0:9536:0:(ldlm_lock.c:300:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1776200765.138201:0:9536:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object 000000004afb23d8 with handle 0x8d91c35bada81ce4 from hash 00010000:00000001:3.0:1776200765.138203:0:9536:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1776200765.138204:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1776200765.138204:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.138205:0:9536:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1776200765.138206:0:9536:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1776200765.138207:0:9536:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1776200765.138208:0:9536:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff993be2454000 lock: 000000004afb23d8/0x8d91c35bada81ce4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x98dca339dc2af90a expref: -99 pid: 9212 timeout: 0 lvb_type: 3 00010000:00000040:3.0:1776200765.138213:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000009517b3b6 count: 1 00010000:00000010:3.0:1776200765.138215:0:9536:0:(ldlm_lock.c:233:ldlm_lock_put()) kfreed 'lock->l_lvb_data': 56 at 000000009fa1cfd8. 00010000:00000040:3.0:1776200765.138217:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 000000009517b3b6 count: 0 00010000:00000010:3.0:1776200765.138219:0:9536:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004483681f. 00010000:00000001:3.0:1776200765.138223:0:9536:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1776200765.138225:0:9536:0:(ldlm_request.c:1691:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200765.138227:0:9536:0:(ldlm_request.c:2613:ldlm_cancel_unused_locks_for_replay()) Canceled 0 unused locks from namespace lustre-MDT0000-mdc-ffff993be2454000 00000001:00000001:3.0:1776200765.138230:0:9536:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1776200765.138231:0:9536:0:(hash.c:1611:cfs_hash_for_each_relax()) Process entered 00010000:00000040:3.0:1776200765.138329:0:9536:0:(ldlm_resource.c:1570:ldlm_resource_getref()) getref res: 00000000f1cb6017 count: 2 00010000:00000001:3.0:1776200765.138332:0:9536:0:(ldlm_request.c:2336:ldlm_resource_foreach()) Process entered 00010000:00000001:3.0:1776200765.138335:0:9536:0:(ldlm_request.c:2357:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1776200765.138336:0:9536:0:(ldlm_resource.c:1604:ldlm_resource_putref()) putref res: 00000000f1cb6017 count: 1 00000001:00000001:3.0:1776200765.139361:0:9536:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200765.139366:0:9536:0:(ldlm_request.c:2666:__ldlm_replay_locks()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200765.139369:0:9536:0:(import.c:1556:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1776200765.139372:0:9536:0:(import.c:86:import_set_state_nolock()) 000000000fe8d637 lustre-MDT0000_UUID: changing import state from REPLAY_LOCKS to REPLAY_WAIT 00000100:00000001:3.0:1776200765.139376:0:9536:0:(import.c:1474:signal_completed_replay()) Process entered 00000100:00000010:3.0:1776200765.139385:0:9536:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000065a14479. 00000020:00000040:3.0:1776200765.139389:0:9536:0:(genops.c:1191:class_import_get()) import 000000000fe8d637 refcount=108 obd=lustre-MDT0000-mdc-ffff993be2454000 00000100:00000001:3.0:1776200765.139393:0:9536:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1776200765.139396:0:9536:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1776200765.139400:0:9536:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1776200765.139407:0:9536:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e06bd1bd. 00000100:00000001:3.0:1776200765.139413:0:9536:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200765.139418:0:9536:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1776200765.139421:0:9536:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200765.139574:0:9536:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000065a14479] to pc [ptlrpcd_rcv+-1] req@0000000065a14479 x1862481227050304/t0(0) o400->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:QU/c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' 00000100:00000001:1.0:1776200765.139638:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200765.139642:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200765.139644:0:2239:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200765.139648:0:2239:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000065a14479 x1862481227050304/t0(0) o400->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:QU/c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' 00000100:00000001:1.0:1776200765.139655:0:2239:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200765.139657:0:2239:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200765.139812:0:2239:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200765.139814:0:2239:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200765.139818:0:2239:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065a14479 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:128773b9-ec2f-47c2-9bf4-461c71beba7d:2239:1862481227050304:192.168.203.148@tcp:400:ldlm_lock_repla.0 00000100:00000001:1.0:1776200765.139822:0:2239:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200765.139827:0:2239:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200765.139829:0:2239:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200765.139833:0:2239:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200765.139837:0:2239:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c4c56ac0. 02000000:00000001:1.0:1776200765.139839:0:2239:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200765.139847:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200765.139851:0:2239:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db344a19. 00000100:00000001:3.0:1776200765.140181:0:9536:0:(import.c:1498:signal_completed_replay()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200765.140185:0:9536:0:(import.c:1654:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200765.140187:0:9536:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1776200765.140188:0:9536:0:(genops.c:1204:class_import_put()) import 000000000fe8d637 refcount=107 obd=lustre-MDT0000-mdc-ffff993be2454000 00000020:00000001:3.0:1776200765.140192:0:9536:0:(genops.c:1211:class_import_put()) Process leaving 00000400:00000010:1.0:1776200765.140297:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b86a6c43. 00000100:00000200:1.0:1776200765.140304:0:2239:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227050304, portal 10 00000100:00000001:1.0:1776200765.140306:0:2239:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200765.140308:0:2239:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682620096 : -112993026931520 : ffff993bc2c484c0) 00000100:00000040:1.0:1776200765.140316:0:2239:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=c0 req@0000000065a14479 x1862481227050304/t0(0) o400->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200772 ref 2 fl Rpc:r/c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' 00000100:00000001:1.0:1776200765.140323:0:2239:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200765.140325:0:2239:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200765.140328:0:2239:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075f763f4. 00000100:00000200:1.0:1776200765.140330:0:2239:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862481227050304, offset 0 00000400:00000200:1.0:1776200765.140337:0:2239:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200765.140354:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200765.140362:0:2239:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200765.140369:0:2239:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200765.140372:0:2239:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200765.140375:0:2239:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200765.140379:0:2239:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [557:557:256:4294967295] 192.168.203.148@tcp LPNI seq info [557:557:8:4294967295] 00000400:00000200:1.0:1776200765.140383:0:2239:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200765.140391:0:2239:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200765.140398:0:2239:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200765.140405:0:2239:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073c29e85 (tot 3431934). 00000800:00000200:1.0:1776200765.140412:0:2239:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200765.140419:0:2239:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200765.140423:0:2239:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000073c29e85 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1776200765.140446:0:2239:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.140449:0:2239:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200765.140452:0:2239:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.140454:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.140456:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200765.141405:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200765.141408:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1776200765.141412:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200765.141414:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200765.141416:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200765.141418:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.1:1776200765.141638:0:2234:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000425fa740. 00010000:00000010:3.1:1776200765.143159:0:2234:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073acbcbe. 00010000:00000010:3.1:1776200765.143165:0:2234:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b81dbc45. 00010000:00000010:3.1:1776200765.143170:0:2234:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4c6f071. 00000080:00000010:3.1:1776200765.143173:0:2234:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000b41e810a. 00010000:00000010:3.1:1776200765.143176:0:2234:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c8a237. 00010000:00000010:3.1:1776200765.143179:0:2234:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ea2bfae. 00000080:00000010:3.1:1776200765.143181:0:2234:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000007159f904. 00010000:00000010:3.1:1776200765.143188:0:2234:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089e4c898. 00010000:00000010:3.1:1776200765.143192:0:2234:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb95a62b. 00000080:00000010:3.1:1776200765.143197:0:2234:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000d8e7a5bc. 00010000:00000010:3.1:1776200765.143204:0:2234:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001313f8ac. 00010000:00000010:3.1:1776200765.143208:0:2234:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c6b0d55. 00000080:00000010:3.1:1776200765.143210:0:2234:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000c6343ec5. 00010000:00000010:3.1:1776200765.143213:0:2234:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8b5cd50. 00010000:00000010:3.1:1776200765.143217:0:2234:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011b7fd8f. 00000080:00000010:3.1:1776200765.143219:0:2234:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000070ec0c3c. 00010000:00000010:3.1:1776200765.143223:0:2234:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ab84a88. 00010000:00000010:3.1:1776200765.143225:0:2234:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f83ca89a. 00000080:00000010:3.1:1776200765.143226:0:2234:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000fd59111b. 00010000:00000010:3.1:1776200765.143229:0:2234:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006795cd25. 00010000:00000010:3.1:1776200765.143248:0:2234:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000452953e6. 00000080:00000010:3.1:1776200765.143251:0:2234:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000058c1a5d6. 00010000:00000010:3.1:1776200765.143260:0:2234:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f076a372. 00010000:00000010:3.1:1776200765.143263:0:2234:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065134f9a. 00000080:00000010:3.1:1776200765.143266:0:2234:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000f861e5e6. 00010000:00000010:3.1:1776200765.143269:0:2234:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040c58e4f. 00010000:00000010:3.1:1776200765.143271:0:2234:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3cacb00. 00000080:00000010:3.1:1776200765.143274:0:2234:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000003d15d753. 00000800:00000200:3.0:1776200765.143291:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200765.143294:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073c29e85 (tot 3431686). 00000400:00000200:3.0:1776200765.143298:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200765.143307:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200765.143312:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075f763f4 00000400:00000010:3.0:1776200765.143314:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075f763f4. 00000100:00000001:3.0:1776200765.143318:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200765.143324:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000065a14479 x1862481227050304/t0(0) o400->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200772 ref 2 fl Rpc:r/c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' 00000100:00000001:3.0:1776200765.143335:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200765.143339:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000065a14479 x1862481227050304/t0(0) o400->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200772 ref 2 fl Rpc:Qr/c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' 00000100:00000001:3.0:1776200765.143354:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200765.143356:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00010000:00000010:3.1:1776200765.148630:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000abc45afd. 00010000:00000010:3.1:1776200765.148647:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e17d64a7. 00000080:00000010:3.1:1776200765.148653:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000d55d5648. 00010000:00000010:3.1:1776200765.148667:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004227fd2. 00010000:00000010:3.1:1776200765.148670:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba769d58. 00000080:00000010:3.1:1776200765.148673:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000033157787. 00010000:00000010:3.1:1776200765.148677:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0edf1a6. 00010000:00000010:3.1:1776200765.148680:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebf84753. 00000080:00000010:3.1:1776200765.148684:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000b4a3cff3. 00010000:00000010:3.1:1776200765.148690:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a979d44. 00010000:00000010:3.1:1776200765.148693:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005e633a7. 00000080:00000010:3.1:1776200765.148696:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000006855622d. 00010000:00000010:3.1:1776200765.148700:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d40e12a. 00010000:00000010:3.1:1776200765.148704:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b80342c. 00000080:00000010:3.1:1776200765.148706:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000004ff7b8fa. 00010000:00000010:3.1:1776200765.148710:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097bf948f. 00010000:00000010:3.1:1776200765.148714:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000017385b7. 00000080:00000010:3.1:1776200765.148719:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000c37b768b. 00010000:00000010:3.1:1776200765.148725:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000badcd906. 00010000:00000010:3.1:1776200765.148728:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed7e2f08. 00000080:00000010:3.1:1776200765.148730:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000007792d70a. 00010000:00000010:3.1:1776200765.148733:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051ac168a. 00010000:00000010:3.1:1776200765.148736:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000425bf90b. 00000080:00000010:3.1:1776200765.148738:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000008da14eca. 00010000:00000010:3.1:1776200765.148743:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5ba0962. 00010000:00000010:3.1:1776200765.148764:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000108dfc71. 00000080:00000010:3.1:1776200765.148767:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000004956faec. 00010000:00000010:3.1:1776200765.148776:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000910e0d1f. 00010000:00000010:3.1:1776200765.148779:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005bc3b557. 00000080:00000010:3.1:1776200765.148781:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000084f85c19. 00010000:00000010:3.1:1776200765.148785:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc477879. 00010000:00000010:3.1:1776200765.148788:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5aba8bc. 00000080:00000010:3.1:1776200765.148790:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000037895b0b. 00010000:00000010:3.1:1776200765.148795:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0816d4a. 00010000:00000010:3.1:1776200765.148797:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fceb8d72. 00000080:00000010:3.1:1776200765.148800:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000f7d33b85. 00010000:00000010:3.1:1776200765.148803:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7a8f59f. 00010000:00000010:3.1:1776200765.148806:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d02df489. 00000080:00000010:3.1:1776200765.148808:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000034c0df84. 00010000:00000010:3.1:1776200765.148812:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000732a29bb. 00010000:00000010:3.1:1776200765.148817:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5325ca5. 00000080:00000010:3.1:1776200765.148819:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000e9b85146. 00010000:00000010:3.1:1776200765.148823:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d04e604f. 00010000:00000010:3.1:1776200765.148825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001023cba7. 00000080:00000010:3.1:1776200765.148827:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000038674382. 00010000:00000010:3.1:1776200765.148831:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f6887cc. 00010000:00000010:3.1:1776200765.148833:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ca26c71. 00000080:00000010:3.1:1776200765.148835:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000000636c929. 00010000:00000010:3.1:1776200765.148839:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8dd7257. 00010000:00000010:3.1:1776200765.148841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fd92053. 00000080:00000010:3.1:1776200765.148843:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000001c4ec6e6. 00010000:00000010:3.1:1776200765.148846:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ca24ac7. 00010000:00000010:3.1:1776200765.148849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082877805. 00000080:00000010:3.1:1776200765.148852:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000038632efd. 00010000:00000010:3.1:1776200765.148856:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd491e4e. 00010000:00000010:3.1:1776200765.148870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dfdac8d2. 00000080:00000010:3.1:1776200765.148873:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000006e02fc5a. 00010000:00000010:3.1:1776200765.148878:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa0ca152. 00010000:00000010:3.1:1776200765.148887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000596df58f. 00000080:00000010:3.1:1776200765.148889:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000ff9a7cae. 00010000:00000010:3.1:1776200765.148893:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d86c302. 00010000:00000010:3.1:1776200765.148896:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000346af7de. 00000080:00000010:3.1:1776200765.148898:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000df9e8b44. 00010000:00000010:3.1:1776200765.148904:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de2083f2. 00010000:00000010:3.1:1776200765.148907:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b6288be. 00000080:00000010:3.1:1776200765.148909:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000be597fd7. 00010000:00000010:3.1:1776200765.148913:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071077457. 00010000:00000010:3.1:1776200765.148915:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f74caea. 00000080:00000010:3.1:1776200765.148917:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000b090c003. 00010000:00000010:3.1:1776200765.148923:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092270e22. 00010000:00000010:3.1:1776200765.148926:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b12e0cf0. 00000080:00000010:3.1:1776200765.148928:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000045337e33. 00010000:00000010:3.1:1776200765.148933:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c33dae2. 00010000:00000010:3.1:1776200765.148936:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f679c69c. 00000080:00000010:3.1:1776200765.148948:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000a727a327. 00010000:00000010:3.1:1776200765.148953:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a0358d9. 00010000:00000010:3.1:1776200765.148956:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000126e0cc2. 00000080:00000010:3.1:1776200765.148958:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000009123dcbc. 00010000:00000010:3.1:1776200765.148962:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be3c3238. 00010000:00000010:3.1:1776200765.148965:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b50f82a3. 00000080:00000010:3.1:1776200765.148967:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000001d4cc49e. 00010000:00000010:3.1:1776200765.148972:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f66fa595. 00010000:00000010:3.1:1776200765.148975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c6bf25c. 00000080:00000010:3.1:1776200765.148977:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000001ba86d17. 00010000:00000010:3.1:1776200765.148981:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ced5288d. 00010000:00000010:3.1:1776200765.148984:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000603562ad. 00000080:00000010:3.1:1776200765.148987:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000064322969. 00010000:00000010:3.1:1776200765.148991:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095b81cd8. 00010000:00000010:3.1:1776200765.148994:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7c66d6a. 00000080:00000010:3.1:1776200765.148996:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000067869bb8. 00010000:00000010:3.1:1776200765.148999:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004180c26d. 00010000:00000010:3.1:1776200765.149008:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddeaf780. 00000080:00000010:3.1:1776200765.149011:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000fa722d9a. 00010000:00000010:3.1:1776200765.149015:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042deae37. 00010000:00000010:3.1:1776200765.149017:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065438067. 00000080:00000010:3.1:1776200765.149019:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000004ac0d4b1. 00010000:00000010:3.1:1776200765.149022:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000099d49cc5. 00010000:00000010:3.1:1776200765.149025:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a38332c. 00000080:00000010:3.1:1776200765.149027:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000005cb92d3. 00010000:00000010:3.1:1776200765.149030:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a4b0911. 00010000:00000010:3.1:1776200765.149033:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b370652. 00000080:00000010:3.1:1776200765.149035:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000386a2bda. 00010000:00000010:3.1:1776200765.149039:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000110aa81a. 00010000:00000010:3.1:1776200765.149052:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000776b3ee2. 00000080:00000010:3.1:1776200765.149055:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000000a42c687. 00010000:00000010:3.1:1776200765.149060:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000185ddff4. 00010000:00000010:3.1:1776200765.149062:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e098ed12. 00000080:00000010:3.1:1776200765.149066:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000b64e5d75. 00010000:00000010:3.1:1776200765.149071:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096ca1119. 00010000:00000010:3.1:1776200765.149073:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e8bf061. 00000080:00000010:3.1:1776200765.149076:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000054cdba8a. 00010000:00000010:3.1:1776200765.149081:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ba3869e. 00010000:00000010:3.1:1776200765.149083:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc8360b9. 00000080:00000010:3.1:1776200765.149086:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 0000000074e8b203. 00010000:00000010:3.1:1776200765.149090:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054b50197. 00010000:00000010:3.1:1776200765.149092:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004effbe18. 00000080:00000010:3.1:1776200765.149095:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 00000000316ad583. 00010000:00000010:3.1:1776200765.149098:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c06c01f. 00010000:00000010:3.1:1776200765.149100:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000535c9b4b. 00000080:00000010:3.1:1776200765.149103:0:0:0:(dcache.c:49:free_dentry_data()) kfreed 'lld': 24 at 000000006ef57059. 00010000:00000010:3.1:1776200765.149106:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009517b3b6. 00010000:00000010:3.1:1776200765.149109:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004afb23d8. 00010000:00000001:2.0:1776200765.223730:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200765.223735:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200765.223742:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200765.223743:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1776200765.225997:0:5026:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1776200765.226003:0:5026:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776200765.226008:0:5026:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1776200765.288145:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1776200765.288150:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200765.288152:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200765.288156:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:0.0:1776200765.288161:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200765.288164:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200765.288167:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200765.288169:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200765.288171:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1776200766.174075:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200766.174091:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200766.174096:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200766.174098:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200766.174108:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200766.174115:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200766.174123:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200766.174127:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200766.174131:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200766.174134:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 10 MB=0x69deab3f06d40 00000400:00000200:2.0:1776200766.174140:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200766.174145:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 224/224 into md 0x1495 [1] + 0 00000800:00000001:2.0:1776200766.174153:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200766.174164:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200766.174166:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200766.174170:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200766.174176:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200766.174182:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000065a14479 x1862481227050304/t0(0) o400->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200772 ref 1 fl Rpc:Qr/c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' 00000100:00001000:2.0:1776200766.174193:0:2235:0:(events.c:147:reply_in_callback()) @@@ Early reply received, mlen=224 offset=0 replen=224 replied=0 unlinked=0 req@0000000065a14479 x1862481227050304/t0(0) o400->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200772 ref 1 fl Rpc:Q/c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' 00000100:00000001:2.0:1776200766.174214:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200766.174223:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200766.174226:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200766.174291:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200766.174296:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200766.174298:0:2239:0:(client.c:464:ptlrpc_at_recv_early_reply()) Process entered 02000000:00000001:1.0:1776200766.174301:0:2239:0:(sec.c:1163:sptlrpc_cli_unwrap_early_reply()) Process entered 00000100:00000010:1.0:1776200766.174305:0:2239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000039ecb165. 02000000:00000010:1.0:1776200766.174311:0:2239:0:(sec.c:1173:sptlrpc_cli_unwrap_early_reply()) kmalloced '(early_buf)': 256 at 000000004beab876. 02000000:00000001:1.0:1776200766.174313:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200766.174315:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200766.174317:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200766.174333:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200766.174334:0:2239:0:(sec.c:1231:sptlrpc_cli_unwrap_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200766.174339:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=3 v=1 (1 0 0 0) 02000000:00000010:1.0:1776200766.174343:0:2239:0:(sec.c:1254:sptlrpc_cli_finish_early_reply()) kfreed 'early_req->rq_repbuf': 256 at 000000004beab876. 00000100:00000010:1.0:1776200766.174346:0:2239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000039ecb165. 00000100:00001000:1.0:1776200766.174351:0:2239:0:(client.c:514:ptlrpc_at_recv_early_reply()) @@@ Early reply #1, new deadline in 17s (11s) req@0000000065a14479 x1862481227050304/t0(0) o400->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 224/224 e 1 to 0 dl 1776200783 ref 1 fl Rpc:Qr/c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' 00000100:00000001:1.0:1776200766.174358:0:2239:0:(client.c:516:ptlrpc_at_recv_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200766.174360:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200766.174362:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200766.247719:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200766.247724:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200766.247731:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200766.247732:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200766.247845:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200766.247848:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200766.247851:0:5027:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1776200766.312097:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1776200766.312104:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200766.312105:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200766.312110:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:0.0:1776200766.312114:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200766.312118:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200766.312120:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200766.312121:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200766.312123:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200767.273415:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200767.273420:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200767.273425:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200767.273426:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1776200767.273513:0:5026:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1776200767.273516:0:5026:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776200767.273519:0:5026:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1776200767.337737:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1776200767.337744:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200767.337745:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200767.337749:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:0.0:1776200767.337753:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200767.337757:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200767.337759:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200767.337762:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200767.337764:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200768.295708:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200768.295712:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200768.295718:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200768.295719:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200768.296666:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200768.296669:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200768.296672:0:5027:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1776200768.359705:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1776200768.359711:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200768.359713:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200768.359718:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:0.0:1776200768.359722:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200768.359725:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200768.359728:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200768.359730:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200768.359732:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200768.938479:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 822f82fc-1b4a-4a91-a190-4cbe8fb35285->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1776200768.938489:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1776200768.938499:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000039ecb165. 00000020:00000040:1.0:1776200768.938505:0:38:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000100:00000001:1.0:1776200768.938510:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1776200768.938512:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1776200768.938517:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1776200768.938525:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004beab876. 00000100:00000001:1.0:1776200768.938531:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200768.938540:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 822f82fc-1b4a-4a91-a190-4cbe8fb35285->MGS req@0000000039ecb165 x1862481227050368/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1776200768.938551:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1776200768.938554:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200768.938560:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000039ecb165] to pc [ptlrpcd_00_00+0] req@0000000039ecb165 x1862481227050368/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776200768.938617:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1776200768.938619:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-MDT0000_UUID: level REPLAY_WAIT/7 force 0 force_next 1 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776200768.938622:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY_WAIT) 00000100:00080000:1.0:1776200768.938625:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776200768.938628:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1776200768.938630:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776200768.938633:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1776200768.938635:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 1 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1776200768.938637:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1776200768.938640:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b97db357. 00000020:00000040:1.0:1776200768.938642:0:38:0:(genops.c:1191:class_import_get()) import 000000003f892a49 refcount=9 obd=lustre-MDT0000-mdc-ffff993bc2c8c000 00000100:00000001:1.0:1776200768.938645:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1776200768.938646:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1776200768.938647:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1776200768.938650:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002e9b3a0d. 00000100:00000001:1.0:1776200768.938653:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200768.938657:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-MDT0000_UUID req@00000000b97db357 x1862481227050432/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1776200768.938662:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1776200768.938664:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200768.938666:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000b97db357] to pc [ptlrpcd_00_01+1] req@00000000b97db357 x1862481227050432/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776200768.938674:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1776200768.938675:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776200768.938678:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1776200768.938680:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776200768.938683:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1776200768.938687:0:38:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 1 (352) 00000100:00000001:1.0:1776200768.938702:0:2241:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200768.938705:0:2241:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200768.938707:0:2241:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200768.938710:0:2241:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b97db357 x1862481227050432/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776200768.938717:0:2241:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200768.938718:0:2241:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200768.938722:0:2241:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200768.938723:0:2241:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200768.938726:0:2241:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b97db357 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:afb33528-7691-4975-9821-d2ff03b6f7ab:2241:1862481227050432:192.168.203.148@tcp:400:kworker/u8:3.0 00000100:00000001:1.0:1776200768.938730:0:2241:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200768.938735:0:2241:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200768.938737:0:2241:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200768.938739:0:2241:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200768.938743:0:2241:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a7a1c59f. 02000000:00000001:1.0:1776200768.938744:0:2241:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200768.938750:0:2241:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200768.938754:0:2241:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002be6e158. 00000400:00000010:1.0:1776200768.938760:0:2241:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd5272a1. 00000100:00000200:1.0:1776200768.938765:0:2241:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227050432, portal 10 00000100:00000001:1.0:1776200768.938767:0:2241:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200768.938768:0:2241:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801561920 : -112992907989696 : ffff993bc9db6d40) 00000100:00000040:1.0:1776200768.938775:0:2241:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000b97db357 x1862481227050432/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200775 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776200768.938781:0:2241:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200768.938783:0:2241:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200768.938785:0:2241:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b28f9ce. 00000100:00000200:1.0:1776200768.938788:0:2241:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862481227050432, offset 0 00000400:00000200:1.0:1776200768.938794:0:2241:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200768.938801:0:2241:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200768.938807:0:2241:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200768.938814:0:2241:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200768.938817:0:2241:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200768.938820:0:2241:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200768.938823:0:2241:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [558:558:256:4294967295] 192.168.203.148@tcp LPNI seq info [558:558:8:4294967295] 00000400:00000200:1.0:1776200768.938827:0:2241:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200768.938834:0:2241:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200768.938839:0:2241:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200768.938843:0:2241:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000045d123db (tot 3431934). 00000800:00000200:1.0:1776200768.938849:0:2241:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200768.938857:0:2241:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200768.938860:0:2241:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000045d123db type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1776200768.938877:0:2241:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200768.938879:0:2241:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200768.938882:0:2241:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200768.938884:0:2241:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200768.938886:0:2241:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200768.938893:0:2241:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200768.938895:0:2241:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1776200768.938896:0:2241:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200768.938898:0:2241:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200768.938899:0:2241:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200768.938901:0:2241:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1776200768.938902:0:2241:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200768.938903:0:2241:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200768.938904:0:2241:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200768.938906:0:2241:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200768.938906:0:2241:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200768.938907:0:2241:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200768.938910:0:2241:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000039ecb165 x1862481227050368/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776200768.938917:0:2241:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200768.938918:0:2241:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200768.938920:0:2241:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200768.938921:0:2241:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200768.938923:0:2241:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000039ecb165 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:822f82fc-1b4a-4a91-a190-4cbe8fb35285:2241:1862481227050368:192.168.203.148@tcp:400:kworker/u8:3.0 00000100:00000001:1.0:1776200768.938926:0:2241:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200768.938928:0:2241:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200768.938929:0:2241:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200768.938931:0:2241:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200768.938933:0:2241:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b52b44e6. 02000000:00000001:1.0:1776200768.938935:0:2241:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200768.938939:0:2241:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200768.938942:0:2241:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000789f08a9. 00000400:00000010:1.0:1776200768.938945:0:2241:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000097519d99. 00000100:00000200:1.0:1776200768.938947:0:2241:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227050368, portal 25 00000100:00000001:1.0:1776200768.938949:0:2241:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200768.938950:0:2241:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801558272 : -112992907993344 : ffff993bc9db5f00) 00000100:00000040:1.0:1776200768.938954:0:2241:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000039ecb165 x1862481227050368/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200775 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776200768.938958:0:2241:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200768.938961:0:2241:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200768.938963:0:2241:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071a54455. 00000100:00000200:1.0:1776200768.938964:0:2241:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1862481227050368, offset 0 00000400:00000200:1.0:1776200768.938969:0:2241:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200768.938973:0:2241:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200768.938976:0:2241:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200768.938980:0:2241:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200768.938982:0:2241:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200768.938984:0:2241:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200768.938986:0:2241:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [559:559:255:4294967295] 192.168.203.148@tcp LPNI seq info [559:559:7:4294967295] 00000400:00000200:1.0:1776200768.938990:0:2241:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200768.938994:0:2241:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200768.938999:0:2241:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200768.939003:0:2241:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073c29e85 (tot 3432182). 00000800:00000200:1.0:1776200768.939007:0:2241:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200768.939011:0:2241:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200768.939013:0:2241:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000073c29e85 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1776200768.939015:0:2241:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200768.939016:0:2241:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200768.939018:0:2241:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200768.939020:0:2241:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200768.939022:0:2241:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200768.939037:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200768.939042:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000045d123db (tot 3431934). 00000400:00000200:3.0:1776200768.939047:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200768.939052:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200768.939056:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b28f9ce 00000400:00000010:3.0:1776200768.939058:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b28f9ce. 00000100:00000001:3.0:1776200768.939062:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200768.939065:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b97db357 x1862481227050432/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200775 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200768.939074:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200768.939076:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000b97db357 x1862481227050432/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200775 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200768.939082:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200768.939083:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1776200768.939094:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200768.939096:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073c29e85 (tot 3431686). 00000400:00000200:3.0:1776200768.939098:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200768.939101:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200768.939103:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071a54455 00000400:00000010:3.0:1776200768.939104:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071a54455. 00000100:00000001:3.0:1776200768.939107:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200768.939109:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000039ecb165 x1862481227050368/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200775 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200768.939114:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200768.939117:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000039ecb165 x1862481227050368/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200775 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200768.939122:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1776200768.939123:0:2240:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200768.939123:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:0.0:1776200768.939127:0:2240:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1776200768.943838:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200768.943853:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200768.943857:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200768.943859:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200768.943869:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200768.943877:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200768.943884:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200768.943889:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200768.943893:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200768.943897:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 10 MB=0x69deab3f06dc0 00000400:00000200:2.0:1776200768.943903:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200768.943908:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 224/224 into md 0x149d [1] + 224 00000800:00000001:2.0:1776200768.943916:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200768.943925:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200768.943928:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200768.943931:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200768.943937:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200768.943943:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b97db357 x1862481227050432/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200775 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:2.0:1776200768.943953:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000b97db357 x1862481227050432/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200775 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200768.943976:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200768.943984:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200768.943987:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200768.944046:0:2241:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200768.944051:0:2241:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200768.944057:0:2241:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200768.944058:0:2241:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200768.944061:0:2241:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002be6e158. 00000400:00000200:1.0:1776200768.944065:0:2241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd5272a1 00000400:00000010:1.0:1776200768.944067:0:2241:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd5272a1. 00000100:00000001:1.0:1776200768.944069:0:2241:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200768.944073:0:2241:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b97db357 x1862481227050432/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200775 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:1.0:1776200768.944081:0:2241:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b97db357 x1862481227050432/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200775 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776200768.944086:0:2241:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200768.944088:0:2241:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200768.944090:0:2241:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200768.944093:0:2241:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200768.944095:0:2241:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200768.944097:0:2241:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200768.944099:0:2241:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200768.944107:0:2241:0:(import.c:1935:at_measured()) add 1 to 000000005b486c3e time=86 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200768.944112:0:2241:0:(import.c:1935:at_measured()) add 1 to 00000000c01f1611 time=5 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200768.944114:0:2241:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200768.944115:0:2241:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200768.944117:0:2241:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776200768.944121:0:2241:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200768.944124:0:2241:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1776200768.944125:0:2241:0:(client.c:2868:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993bc2c8c000: committing for last_committed 4294967306 gen 1 00000100:00000040:1.0:1776200768.944130:0:2241:0:(client.c:2906:ptlrpc_free_committed()) @@@ commit (last_committed 4294967306) req@0000000021f09cb4 x1862481227032512/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 584/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/301 job:'touch.0' 00000100:00000001:1.0:1776200768.944138:0:2241:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200768.944139:0:2241:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682627392 : -112993026924224 : ffff993bc2c4a140) 00000100:00000001:1.0:1776200768.944141:0:2241:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200768.944143:0:2241:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000021f09cb4 x1862481227032512/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 584/600 e 0 to 0 dl 1776200770 ref 2 fl Complete:RMQU/4/0 rc 0/301 job:'touch.0' 00000100:00000001:1.0:1776200768.944149:0:2241:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1776200768.944151:0:2241:0:(mdc_request.c:769:mdc_commit_open()) kfreed 'mod': 32 at 000000003d924bb2. 00000100:00000001:1.0:1776200768.944155:0:2241:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200768.944157:0:2241:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000021f09cb4 x1862481227032512/t4294967304(4294967304) o101->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 584/600 e 0 to 0 dl 1776200770 ref 1 fl Complete:RMQU/4/0 rc 0/301 job:'touch.0' 00000100:00000001:1.0:1776200768.944163:0:2241:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1776200768.944164:0:2241:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1776200768.944167:0:2241:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000cec1a3cf. 02000000:00000001:1.0:1776200768.944170:0:2241:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1776200768.944172:0:2241:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776200768.944174:0:2241:0:(genops.c:1204:class_import_put()) import 000000003f892a49 refcount=8 obd=lustre-MDT0000-mdc-ffff993bc2c8c000 00000020:00000001:1.0:1776200768.944176:0:2241:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1776200768.944178:0:2241:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000009d7fcb33. 02000000:00000001:1.0:1776200768.944181:0:2241:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1776200768.944182:0:2241:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1776200768.944184:0:2241:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000021f09cb4. 00000100:00000001:1.0:1776200768.944187:0:2241:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1776200768.944188:0:2241:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1776200768.944192:0:2241:0:(client.c:2906:ptlrpc_free_committed()) @@@ commit (last_committed 4294967306) req@00000000d35e16a3 x1862481227032640/t4294967305(4294967305) o36->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 488/456 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'touch.0' 00000100:00000001:1.0:1776200768.944198:0:2241:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200768.944200:0:2241:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000d35e16a3 x1862481227032640/t4294967305(4294967305) o36->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 488/456 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'touch.0' 00000100:00000001:1.0:1776200768.944206:0:2241:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1776200768.944207:0:2241:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1776200768.944208:0:2241:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002ecb13c3. 02000000:00000001:1.0:1776200768.944211:0:2241:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1776200768.944212:0:2241:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776200768.944213:0:2241:0:(genops.c:1204:class_import_put()) import 000000003f892a49 refcount=7 obd=lustre-MDT0000-mdc-ffff993bc2c8c000 00000020:00000001:1.0:1776200768.944215:0:2241:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1776200768.944215:0:2241:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000375d9df2. 02000000:00000001:1.0:1776200768.944217:0:2241:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1776200768.944218:0:2241:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1776200768.944219:0:2241:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d35e16a3. 00000100:00000001:1.0:1776200768.944222:0:2241:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1776200768.944222:0:2241:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1776200768.944226:0:2241:0:(client.c:2906:ptlrpc_free_committed()) @@@ commit (last_committed 4294967306) req@00000000cde93697 x1862481227032896/t4294967306(4294967306) o35->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'touch.0' 00000100:00000001:1.0:1776200768.944231:0:2241:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200768.944233:0:2241:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000cde93697 x1862481227032896/t4294967306(4294967306) o35->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:23/10 lens 392/456 e 0 to 0 dl 1776200770 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'touch.0' 00000100:00000001:1.0:1776200768.944238:0:2241:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1776200768.944238:0:2241:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1776200768.944239:0:2241:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006b11e0ee. 02000000:00000001:1.0:1776200768.944242:0:2241:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1776200768.944243:0:2241:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776200768.944244:0:2241:0:(genops.c:1204:class_import_put()) import 000000003f892a49 refcount=6 obd=lustre-MDT0000-mdc-ffff993bc2c8c000 00000020:00000001:1.0:1776200768.944245:0:2241:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1776200768.944246:0:2241:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000398857fb. 02000000:00000001:1.0:1776200768.944269:0:2241:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1776200768.944270:0:2241:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1776200768.944271:0:2241:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cde93697. 00000100:00000001:1.0:1776200768.944274:0:2241:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1776200768.944274:0:2241:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200768.944276:0:2241:0:(client.c:2912:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200768.944278:0:2241:0:(client.c:2931:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200768.944280:0:2241:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200768.944283:0:2241:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b97db357 x1862481227050432/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200775 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776200768.944290:0:2241:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200768.944292:0:2241:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200768.944711:0:2241:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1776200768.944716:0:2241:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b97db357 x1862481227050432/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200775 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:1.0:1776200768.944725:0:2241:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b97db357 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:afb33528-7691-4975-9821-d2ff03b6f7ab:2241:1862481227050432:192.168.203.148@tcp:400:kworker/u8:3.0 00000100:00000001:1.0:1776200768.944729:0:2241:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200768.944730:0:2241:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200768.944732:0:2241:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000b97db357 x1862481227050432/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200775 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776200768.944737:0:2241:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1776200768.944738:0:2241:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1776200768.944740:0:2241:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a7a1c59f. 02000000:00000001:1.0:1776200768.944742:0:2241:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1776200768.944744:0:2241:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776200768.944744:0:2241:0:(genops.c:1204:class_import_put()) import 000000003f892a49 refcount=5 obd=lustre-MDT0000-mdc-ffff993bc2c8c000 00000020:00000001:1.0:1776200768.944746:0:2241:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1776200768.944747:0:2241:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000002e9b3a0d. 02000000:00000001:1.0:1776200768.944749:0:2241:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1776200768.944750:0:2241:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1776200768.944750:0:2241:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b97db357. 00000100:00000001:1.0:1776200768.944753:0:2241:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1776200768.944754:0:2241:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200768.944757:0:2241:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200768.944758:0:2241:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200768.944759:0:2241:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200768.944761:0:2241:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200768.944762:0:2241:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1776200768.951626:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200768.951641:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200768.951646:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200768.951649:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200768.951659:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200768.951667:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200768.951674:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200768.951679:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200768.951683:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200768.951687:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 25 MB=0x69deab3f06d80 00000400:00000200:3.0:1776200768.951691:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200768.951697:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.148@tcp of length 224/224 into md 0x14a5 [1] + 224 00000800:00000001:3.0:1776200768.951704:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200768.951711:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200768.951713:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200768.951717:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200768.951723:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200768.951729:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000039ecb165 x1862481227050368/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200775 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:3.0:1776200768.951739:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000039ecb165 x1862481227050368/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200775 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200768.951762:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200768.951770:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200768.951773:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200768.952149:0:2241:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200768.952153:0:2241:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200768.952159:0:2241:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200768.952161:0:2241:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200768.952163:0:2241:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000789f08a9. 00000400:00000200:1.0:1776200768.952167:0:2241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000097519d99 00000400:00000010:1.0:1776200768.952169:0:2241:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000097519d99. 00000100:00000001:1.0:1776200768.952172:0:2241:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200768.952176:0:2241:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000039ecb165 x1862481227050368/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200775 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:1.0:1776200768.952185:0:2241:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000039ecb165 x1862481227050368/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200775 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776200768.952190:0:2241:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200768.952191:0:2241:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200768.952194:0:2241:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200768.952196:0:2241:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200768.952199:0:2241:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200768.952201:0:2241:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200768.952203:0:2241:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200768.952208:0:2241:0:(import.c:1935:at_measured()) add 1 to 0000000082e3d950 time=137 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200768.952212:0:2241:0:(import.c:1935:at_measured()) add 1 to 000000006882029e time=21 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200768.952214:0:2241:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200768.952215:0:2241:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200768.952218:0:2241:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776200768.952219:0:2241:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200768.952222:0:2241:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200768.952225:0:2241:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000039ecb165 x1862481227050368/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200775 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776200768.952231:0:2241:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200768.952233:0:2241:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200768.952235:0:2241:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1776200768.952239:0:2241:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000039ecb165 x1862481227050368/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200775 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:1.0:1776200768.952246:0:2241:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000039ecb165 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:822f82fc-1b4a-4a91-a190-4cbe8fb35285:2241:1862481227050368:192.168.203.148@tcp:400:kworker/u8:3.0 00000100:00000001:1.0:1776200768.952268:0:2241:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200768.952271:0:2241:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200768.952273:0:2241:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000039ecb165 x1862481227050368/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200775 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776200768.952280:0:2241:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1776200768.952283:0:2241:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1776200768.952285:0:2241:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b52b44e6. 02000000:00000001:1.0:1776200768.952289:0:2241:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1776200768.952291:0:2241:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776200768.952293:0:2241:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=3 obd=MGC192.168.203.148@tcp 00000020:00000001:1.0:1776200768.952295:0:2241:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1776200768.952297:0:2241:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000004beab876. 02000000:00000001:1.0:1776200768.952300:0:2241:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1776200768.952302:0:2241:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1776200768.952303:0:2241:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000039ecb165. 00000100:00000001:1.0:1776200768.952306:0:2241:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1776200768.952307:0:2241:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200768.952309:0:2241:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200768.952317:0:2241:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200768.952319:0:2241:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200768.952321:0:2241:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200768.952322:0:2241:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200769.319696:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200769.319700:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200769.319707:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200769.319708:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1776200769.319844:0:5026:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1776200769.319846:0:5026:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776200769.319849:0:5026:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1776200769.383713:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1776200769.383719:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200769.383720:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200769.383724:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:0.0:1776200769.383728:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200769.383731:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200769.383734:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200769.383735:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200769.383738:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200769.960143:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 822f82fc-1b4a-4a91-a190-4cbe8fb35285->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1776200769.960152:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1776200769.960158:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000039ecb165. 00000020:00000040:1.0:1776200769.960164:0:38:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000100:00000001:1.0:1776200769.960168:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1776200769.960178:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1776200769.960183:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1776200769.960190:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004beab876. 00000100:00000001:1.0:1776200769.960195:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200769.960205:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 822f82fc-1b4a-4a91-a190-4cbe8fb35285->MGS req@0000000039ecb165 x1862481227050496/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1776200769.960214:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1776200769.960217:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200769.960223:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000039ecb165] to pc [ptlrpcd_00_00+0] req@0000000039ecb165 x1862481227050496/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776200769.960258:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1776200769.960260:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-MDT0000_UUID: level REPLAY_WAIT/7 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776200769.960263:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY_WAIT) 00000100:00080000:1.0:1776200769.960265:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776200769.960268:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1776200769.960270:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776200769.960272:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1776200769.960273:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1776200769.960276:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1776200769.960279:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b97db357. 00000020:00000040:1.0:1776200769.960281:0:38:0:(genops.c:1191:class_import_get()) import 000000003f892a49 refcount=6 obd=lustre-MDT0000-mdc-ffff993bc2c8c000 00000100:00000001:1.0:1776200769.960283:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1776200769.960284:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1776200769.960285:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1776200769.960288:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002e9b3a0d. 00000100:00000001:1.0:1776200769.960290:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200769.960293:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-MDT0000_UUID req@00000000b97db357 x1862481227050560/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1776200769.960298:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1776200769.960301:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200769.960304:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000b97db357] to pc [ptlrpcd_00_01+1] req@00000000b97db357 x1862481227050560/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776200769.960310:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1776200769.960311:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776200769.960314:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1776200769.960316:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1776200769.960318:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1776200769.960323:0:38:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (353) 00000100:00000001:1.0:1776200769.960334:0:2241:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200769.960337:0:2241:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200769.960339:0:2241:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200769.960342:0:2241:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b97db357 x1862481227050560/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776200769.960348:0:2241:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200769.960350:0:2241:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200769.960353:0:2241:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200769.960354:0:2241:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200769.960357:0:2241:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b97db357 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:afb33528-7691-4975-9821-d2ff03b6f7ab:2241:1862481227050560:192.168.203.148@tcp:400:kworker/u8:3.0 00000100:00000001:1.0:1776200769.960360:0:2241:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200769.960365:0:2241:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200769.960366:0:2241:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200769.960369:0:2241:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200769.960373:0:2241:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b52b44e6. 02000000:00000001:1.0:1776200769.960375:0:2241:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200769.960381:0:2241:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200769.960385:0:2241:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000789f08a9. 00000400:00000010:1.0:1776200769.960391:0:2241:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000097519d99. 00000100:00000200:1.0:1776200769.960396:0:2241:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227050560, portal 10 00000100:00000001:1.0:1776200769.960398:0:2241:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200769.960399:0:2241:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801561920 : -112992907989696 : ffff993bc9db6d40) 00000100:00000040:1.0:1776200769.960405:0:2241:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000b97db357 x1862481227050560/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200776 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776200769.960411:0:2241:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200769.960413:0:2241:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200769.960415:0:2241:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cd5272a1. 00000100:00000200:1.0:1776200769.960418:0:2241:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862481227050560, offset 0 00000400:00000200:1.0:1776200769.960423:0:2241:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200769.960431:0:2241:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200769.960437:0:2241:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200769.960444:0:2241:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200769.960447:0:2241:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200769.960450:0:2241:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200769.960454:0:2241:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [560:560:256:4294967295] 192.168.203.148@tcp LPNI seq info [560:560:8:4294967295] 00000400:00000200:1.0:1776200769.960458:0:2241:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200769.960467:0:2241:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200769.960472:0:2241:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200769.960477:0:2241:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073c29e85 (tot 3431934). 00000800:00000200:1.0:1776200769.960483:0:2241:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200769.960491:0:2241:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200769.960494:0:2241:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000073c29e85 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1776200769.960512:0:2241:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200769.960514:0:2241:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200769.960517:0:2241:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200769.960519:0:2241:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200769.960523:0:2241:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200769.960530:0:2241:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200769.960531:0:2241:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1776200769.960533:0:2241:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200769.960534:0:2241:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200769.960535:0:2241:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200769.960537:0:2241:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1776200769.960538:0:2241:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200769.960540:0:2241:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200769.960541:0:2241:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200769.960543:0:2241:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200769.960543:0:2241:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200769.960544:0:2241:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200769.960547:0:2241:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000039ecb165 x1862481227050496/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776200769.960554:0:2241:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200769.960555:0:2241:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200769.960557:0:2241:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200769.960558:0:2241:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200769.960560:0:2241:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000039ecb165 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:822f82fc-1b4a-4a91-a190-4cbe8fb35285:2241:1862481227050496:192.168.203.148@tcp:400:kworker/u8:3.0 00000100:00000001:1.0:1776200769.960563:0:2241:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200769.960564:0:2241:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200769.960565:0:2241:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200769.960567:0:2241:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200769.960569:0:2241:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a7a1c59f. 02000000:00000001:1.0:1776200769.960570:0:2241:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200769.960574:0:2241:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200769.960576:0:2241:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002be6e158. 00000400:00000010:1.0:1776200769.960579:0:2241:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008fdf0e42. 00000100:00000200:1.0:1776200769.960581:0:2241:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227050496, portal 25 00000100:00000001:1.0:1776200769.960582:0:2241:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200769.960583:0:2241:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080801558272 : -112992907993344 : ffff993bc9db5f00) 00000100:00000040:1.0:1776200769.960586:0:2241:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000039ecb165 x1862481227050496/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200776 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776200769.960612:0:2241:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200769.960614:0:2241:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200769.960617:0:2241:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ad71aa6e. 00000100:00000200:1.0:1776200769.960619:0:2241:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1862481227050496, offset 0 00000400:00000200:1.0:1776200769.960623:0:2241:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200769.960627:0:2241:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200769.960630:0:2241:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200769.960634:0:2241:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200769.960636:0:2241:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200769.960638:0:2241:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200769.960641:0:2241:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [561:561:255:4294967295] 192.168.203.148@tcp LPNI seq info [561:561:7:4294967295] 00000400:00000200:1.0:1776200769.960644:0:2241:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200769.960650:0:2241:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200769.960654:0:2241:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200769.960657:0:2241:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000045d123db (tot 3432182). 00000800:00000200:1.0:1776200769.960660:0:2241:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200769.960664:0:2241:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200769.960667:0:2241:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000045d123db type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1776200769.960669:0:2241:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200769.960670:0:2241:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200769.960672:0:2241:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200769.960674:0:2241:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200769.960676:0:2241:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200769.960808:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200769.960812:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073c29e85 (tot 3431934). 00000400:00000200:2.0:1776200769.960817:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200769.960822:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200769.960825:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd5272a1 00000400:00000010:2.0:1776200769.960828:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cd5272a1. 00000100:00000001:2.0:1776200769.960831:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200769.960834:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b97db357 x1862481227050560/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200776 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200769.960856:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200769.960859:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000b97db357 x1862481227050560/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200776 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200769.960865:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200769.960866:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1776200769.960901:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200769.960903:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000045d123db (tot 3431686). 00000400:00000200:2.0:1776200769.960905:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200769.960908:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200769.960910:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad71aa6e 00000400:00000010:2.0:1776200769.960912:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ad71aa6e. 00000100:00000001:2.0:1776200769.960913:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200769.960915:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000039ecb165 x1862481227050496/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200776 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200769.960921:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200769.960923:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000039ecb165 x1862481227050496/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200776 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200769.960928:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200769.960930:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:0.0:1776200769.961029:0:2240:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1776200769.961031:0:2240:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1776200769.966658:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200769.966672:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200769.966676:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200769.966678:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200769.966688:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200769.966695:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200769.966703:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200769.966708:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200769.966712:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200769.966716:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 10 MB=0x69deab3f06e40 00000400:00000200:3.0:1776200769.966721:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200769.966726:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 224/224 into md 0x14ad [1] + 224 00000800:00000001:3.0:1776200769.966733:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200769.966740:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200769.966742:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200769.966746:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200769.966752:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200769.966757:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b97db357 x1862481227050560/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200776 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:3.0:1776200769.966768:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000b97db357 x1862481227050560/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200776 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200769.966789:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200769.966797:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200769.966800:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200769.968056:0:2241:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200769.968061:0:2241:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200769.968069:0:2241:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200769.968071:0:2241:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200769.968073:0:2241:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000789f08a9. 00000400:00000200:1.0:1776200769.968079:0:2241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000097519d99 00000400:00000010:1.0:1776200769.968081:0:2241:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000097519d99. 00000100:00000001:1.0:1776200769.968084:0:2241:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200769.968092:0:2241:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b97db357 x1862481227050560/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200776 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:1.0:1776200769.968101:0:2241:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b97db357 x1862481227050560/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200776 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776200769.968107:0:2241:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200769.968109:0:2241:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200769.968111:0:2241:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200769.968114:0:2241:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200769.968116:0:2241:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200769.968118:0:2241:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200769.968121:0:2241:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200769.968128:0:2241:0:(import.c:1935:at_measured()) add 1 to 000000005b486c3e time=87 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200769.968132:0:2241:0:(import.c:1935:at_measured()) add 1 to 00000000c01f1611 time=6 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200769.968134:0:2241:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200769.968136:0:2241:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200769.968138:0:2241:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776200769.968141:0:2241:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200769.968144:0:2241:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200769.968145:0:2241:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993bc2c8c000: skip recheck: last_committed 4294967306 00000100:00000001:1.0:1776200769.968147:0:2241:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200769.968148:0:2241:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200769.968152:0:2241:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b97db357 x1862481227050560/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200776 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776200769.968158:0:2241:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200769.968161:0:2241:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200769.968163:0:2241:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1776200769.968166:0:2241:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b97db357 x1862481227050560/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200776 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:1.0:1776200769.968183:0:2241:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b97db357 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:afb33528-7691-4975-9821-d2ff03b6f7ab:2241:1862481227050560:192.168.203.148@tcp:400:kworker/u8:3.0 00000100:00000001:1.0:1776200769.968187:0:2241:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200769.968189:0:2241:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200769.968191:0:2241:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000b97db357 x1862481227050560/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200776 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776200769.968198:0:2241:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1776200769.968199:0:2241:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1776200769.968202:0:2241:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b52b44e6. 02000000:00000001:1.0:1776200769.968205:0:2241:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1776200769.968208:0:2241:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776200769.968209:0:2241:0:(genops.c:1204:class_import_put()) import 000000003f892a49 refcount=5 obd=lustre-MDT0000-mdc-ffff993bc2c8c000 00000020:00000001:1.0:1776200769.968211:0:2241:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1776200769.968213:0:2241:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000002e9b3a0d. 02000000:00000001:1.0:1776200769.968216:0:2241:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1776200769.968218:0:2241:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1776200769.968220:0:2241:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b97db357. 00000100:00000001:1.0:1776200769.968223:0:2241:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1776200769.968224:0:2241:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200769.968227:0:2241:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200769.968228:0:2241:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200769.968229:0:2241:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200769.968231:0:2241:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200769.968232:0:2241:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1776200769.969696:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200769.969708:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200769.969711:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200769.969714:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200769.969722:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200769.969729:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200769.969736:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200769.969740:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200769.969744:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200769.969748:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 25 MB=0x69deab3f06e00 00000400:00000200:2.0:1776200769.969753:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200769.969758:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.148@tcp of length 224/224 into md 0x14b5 [1] + 224 00000800:00000001:2.0:1776200769.969765:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200769.969773:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200769.969775:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200769.969778:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200769.969782:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200769.969786:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000039ecb165 x1862481227050496/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200776 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:2.0:1776200769.969795:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000039ecb165 x1862481227050496/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200776 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200769.969814:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200769.969821:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200769.969824:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200769.970715:0:2241:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200769.970719:0:2241:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200769.970725:0:2241:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200769.970727:0:2241:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200769.970729:0:2241:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002be6e158. 00000400:00000200:1.0:1776200769.970733:0:2241:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008fdf0e42 00000400:00000010:1.0:1776200769.970734:0:2241:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008fdf0e42. 00000100:00000001:1.0:1776200769.970737:0:2241:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200769.970742:0:2241:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000039ecb165 x1862481227050496/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200776 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:1.0:1776200769.970752:0:2241:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000039ecb165 x1862481227050496/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200776 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776200769.970758:0:2241:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200769.970759:0:2241:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200769.970762:0:2241:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200769.970764:0:2241:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200769.970770:0:2241:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200769.970772:0:2241:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200769.970774:0:2241:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200769.970779:0:2241:0:(import.c:1935:at_measured()) add 1 to 0000000082e3d950 time=138 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200769.970783:0:2241:0:(import.c:1935:at_measured()) add 1 to 000000006882029e time=22 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200769.970786:0:2241:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200769.970787:0:2241:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200769.970789:0:2241:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776200769.970791:0:2241:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200769.970793:0:2241:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200769.970797:0:2241:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000039ecb165 x1862481227050496/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200776 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776200769.970802:0:2241:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200769.970805:0:2241:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200769.970806:0:2241:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1776200769.970809:0:2241:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000039ecb165 x1862481227050496/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200776 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:1.0:1776200769.970814:0:2241:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000039ecb165 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:822f82fc-1b4a-4a91-a190-4cbe8fb35285:2241:1862481227050496:192.168.203.148@tcp:400:kworker/u8:3.0 00000100:00000001:1.0:1776200769.970819:0:2241:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200769.970821:0:2241:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200769.970823:0:2241:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000039ecb165 x1862481227050496/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200776 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:1.0:1776200769.970828:0:2241:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1776200769.970830:0:2241:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1776200769.970832:0:2241:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a7a1c59f. 02000000:00000001:1.0:1776200769.970836:0:2241:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1776200769.970851:0:2241:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776200769.970853:0:2241:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=3 obd=MGC192.168.203.148@tcp 00000020:00000001:1.0:1776200769.970855:0:2241:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1776200769.970857:0:2241:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000004beab876. 02000000:00000001:1.0:1776200769.970860:0:2241:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1776200769.970861:0:2241:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1776200769.970862:0:2241:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000039ecb165. 00000100:00000001:1.0:1776200769.970865:0:2241:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1776200769.970866:0:2241:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200769.970868:0:2241:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200769.970875:0:2241:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200769.970877:0:2241:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200769.970878:0:2241:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200769.970880:0:2241:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200770.344332:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200770.344339:0:420:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1776200770.344342:0:420:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1776200770.344343:0:420:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200770.344348:0:420:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1776200770.344350:0:420:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200770.344352:0:420:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200770.344353:0:420:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200770.344357:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200770.344358:0:420:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1776200770.344359:0:420:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1776200770.344360:0:420:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200770.344361:0:420:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1776200770.344362:0:420:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200770.344363:0:420:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200770.344365:0:420:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200770.345161:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200770.345164:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200770.345168:0:5027:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1776200770.409371:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1776200770.409377:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200770.409379:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200770.409384:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:0.0:1776200770.409388:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200770.409391:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200770.409393:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200770.409396:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200770.409398:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200771.367710:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200771.367720:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200771.367727:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200771.367727:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1776200771.367826:0:5026:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1776200771.367836:0:5026:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776200771.367838:0:5026:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1776200771.431709:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1776200771.431715:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200771.431716:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200771.431720:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:0.0:1776200771.431725:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200771.431729:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200771.431732:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200771.431734:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200771.431736:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200771.495704:0:2239:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1776200771.495716:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200771.495717:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1776200771.495723:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200771.495726:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200771.495730:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200771.495732:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200772.391846:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200772.391851:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200772.391857:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200772.391858:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200772.391938:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200772.391940:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200772.391943:0:5027:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1776200772.455731:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1776200772.455738:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200772.455740:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200772.455744:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:0.0:1776200772.455748:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200772.455752:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200772.455754:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200772.455756:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200772.455758:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200773.415703:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200773.415708:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200773.415715:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200773.415715:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1776200773.415826:0:5026:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1776200773.415829:0:5026:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776200773.415832:0:5026:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1776200773.479790:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1776200773.479795:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200773.479797:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200773.479800:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:0.0:1776200773.479804:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200773.479807:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200773.479810:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200773.479812:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200773.479814:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200774.440932:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200774.440938:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200774.440943:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200774.440944:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200774.441026:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200774.441028:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200774.441031:0:5027:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1776200774.503708:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1776200774.503715:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200774.503716:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200774.503721:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:0.0:1776200774.503725:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200774.503729:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200774.503731:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200774.503733:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200774.503736:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200775.079888:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 822f82fc-1b4a-4a91-a190-4cbe8fb35285->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1776200775.079899:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1776200775.079908:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000017c9dfb4. 00000020:00000040:0.0:1776200775.079913:0:36:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000100:00000001:0.0:1776200775.079918:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1776200775.079921:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1776200775.079925:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1776200775.079935:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000099f0192d. 00000100:00000001:0.0:1776200775.079940:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200775.079950:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 822f82fc-1b4a-4a91-a190-4cbe8fb35285->MGS req@0000000017c9dfb4 x1862481227050624/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1776200775.079960:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1776200775.079964:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200775.079969:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000017c9dfb4] to pc [ptlrpcd_00_00+0] req@0000000017c9dfb4 x1862481227050624/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1776200775.079997:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1776200775.079999:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-MDT0000_UUID: level REPLAY_WAIT/7 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776200775.080002:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY_WAIT) 00000100:00080000:0.0:1776200775.080005:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776200775.080007:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1776200775.080009:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776200775.080012:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1776200775.080014:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1776200775.080017:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1776200775.080020:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e71351d2. 00000020:00000040:0.0:1776200775.080023:0:36:0:(genops.c:1191:class_import_get()) import 000000003f892a49 refcount=6 obd=lustre-MDT0000-mdc-ffff993bc2c8c000 00000100:00000001:0.0:1776200775.080025:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1776200775.080026:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1776200775.080027:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1776200775.080030:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000728f067b. 00000100:00000001:0.0:1776200775.080032:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200775.080036:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-MDT0000_UUID req@00000000e71351d2 x1862481227050688/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1776200775.080042:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1776200775.080043:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200775.080046:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000e71351d2] to pc [ptlrpcd_00_01+1] req@00000000e71351d2 x1862481227050688/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1776200775.080059:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1776200775.080060:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776200775.080063:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1776200775.080065:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776200775.080068:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1776200775.080073:0:36:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (358) 00000100:00000001:1.0:1776200775.080148:0:2240:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200775.080152:0:2240:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200775.080154:0:2240:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200775.080158:0:2240:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000017c9dfb4 x1862481227050624/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1776200775.080166:0:2240:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200775.080168:0:2240:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200775.080171:0:2240:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200775.080174:0:2240:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200775.080176:0:2240:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000017c9dfb4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:822f82fc-1b4a-4a91-a190-4cbe8fb35285:2240:1862481227050624:192.168.203.148@tcp:400:kworker/u8:1.0 00000100:00000001:1.0:1776200775.080180:0:2240:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200775.080186:0:2240:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200775.080188:0:2240:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200775.080190:0:2240:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200775.080194:0:2240:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a7a1c59f. 02000000:00000001:1.0:1776200775.080196:0:2240:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200775.080215:0:2240:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200775.080219:0:2240:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002be6e158. 00000400:00000010:1.0:1776200775.080225:0:2240:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008fdf0e42. 00000100:00000200:1.0:1776200775.080232:0:2240:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227050624, portal 25 00000100:00000001:1.0:1776200775.080234:0:2240:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200775.080236:0:2240:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080685163904 : -112993024387712 : ffff993bc2eb5580) 00000100:00000040:1.0:1776200775.080241:0:2240:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000017c9dfb4 x1862481227050624/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200782 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1776200775.080247:0:2240:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200775.080249:0:2240:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200775.080252:0:2240:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000097519d99. 00000100:00000200:1.0:1776200775.080254:0:2240:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1862481227050624, offset 0 00000400:00000200:1.0:1776200775.080262:0:2240:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200775.080270:0:2240:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200775.080278:0:2240:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200775.080284:0:2240:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200775.080288:0:2240:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200775.080290:0:2240:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200775.080293:0:2240:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [562:562:256:4294967295] 192.168.203.148@tcp LPNI seq info [562:562:8:4294967295] 00000400:00000200:1.0:1776200775.080297:0:2240:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200775.080305:0:2240:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200775.080311:0:2240:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200775.080316:0:2240:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004beab876 (tot 3431934). 00000800:00000200:1.0:1776200775.080322:0:2240:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200775.080329:0:2240:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200775.080333:0:2240:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004beab876 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1776200775.080354:0:2240:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200775.080356:0:2240:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200775.080359:0:2240:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200775.080362:0:2240:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200775.080364:0:2240:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200775.080372:0:2240:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200775.080373:0:2240:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1776200775.080375:0:2240:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200775.080376:0:2240:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200775.080377:0:2240:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200775.080379:0:2240:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1776200775.080381:0:2240:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200775.080382:0:2240:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200775.080383:0:2240:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200775.080384:0:2240:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200775.080385:0:2240:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200775.080386:0:2240:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200775.080388:0:2240:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e71351d2 x1862481227050688/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1776200775.080394:0:2240:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200775.080395:0:2240:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200775.080397:0:2240:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200775.080398:0:2240:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200775.080400:0:2240:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e71351d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:afb33528-7691-4975-9821-d2ff03b6f7ab:2240:1862481227050688:192.168.203.148@tcp:400:kworker/u8:1.0 00000100:00000001:1.0:1776200775.080403:0:2240:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200775.080405:0:2240:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200775.080406:0:2240:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200775.080408:0:2240:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200775.080410:0:2240:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b52b44e6. 02000000:00000001:1.0:1776200775.080412:0:2240:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200775.080415:0:2240:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200775.080417:0:2240:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000789f08a9. 00000400:00000010:1.0:1776200775.080420:0:2240:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb2c6874. 00000100:00000200:1.0:1776200775.080422:0:2240:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227050688, portal 10 00000100:00000001:1.0:1776200775.080424:0:2240:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200775.080425:0:2240:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080685145664 : -112993024405952 : ffff993bc2eb0e40) 00000100:00000040:1.0:1776200775.080430:0:2240:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000e71351d2 x1862481227050688/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200782 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1776200775.080436:0:2240:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200775.080438:0:2240:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200775.080440:0:2240:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e8e7f1d1. 00000100:00000200:1.0:1776200775.080441:0:2240:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862481227050688, offset 0 00000400:00000200:1.0:1776200775.080445:0:2240:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200775.080449:0:2240:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200775.080452:0:2240:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200775.080456:0:2240:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200775.080458:0:2240:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200775.080460:0:2240:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200775.080462:0:2240:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [563:563:255:4294967295] 192.168.203.148@tcp LPNI seq info [563:563:7:4294967295] 00000400:00000200:1.0:1776200775.080465:0:2240:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200775.080471:0:2240:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200775.080475:0:2240:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200775.080478:0:2240:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e9b3a0d (tot 3432182). 00000800:00000200:1.0:1776200775.080482:0:2240:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200775.080486:0:2240:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200775.080488:0:2240:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002e9b3a0d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1776200775.080490:0:2240:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200775.080492:0:2240:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200775.080493:0:2240:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200775.080495:0:2240:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200775.080497:0:2240:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200775.080508:0:2241:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200775.080509:0:2241:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200775.080696:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200775.080700:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004beab876 (tot 3431934). 00000400:00000200:3.0:1776200775.080707:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200775.080711:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200775.080715:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000097519d99 00000400:00000010:3.0:1776200775.080717:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000097519d99. 00000100:00000001:3.0:1776200775.080721:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200775.080725:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000017c9dfb4 x1862481227050624/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200782 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1776200775.080734:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200775.080736:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000017c9dfb4 x1862481227050624/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200782 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1776200775.080742:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200775.080744:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1776200775.080802:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200775.080804:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e9b3a0d (tot 3431686). 00000400:00000200:3.0:1776200775.080807:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200775.080810:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200775.080812:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e8e7f1d1 00000400:00000010:3.0:1776200775.080813:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e8e7f1d1. 00000100:00000001:3.0:1776200775.080815:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200775.080817:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e71351d2 x1862481227050688/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200782 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1776200775.080822:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200775.080824:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000e71351d2 x1862481227050688/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200782 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1776200775.080829:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200775.080830:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200775.090325:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200775.090351:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200775.090356:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200775.090359:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200775.090369:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200775.090376:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200775.090384:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200775.090389:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200775.090393:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200775.090396:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 25 MB=0x69deab3f06e80 00000400:00000200:2.0:1776200775.090402:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200775.090407:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.148@tcp of length 224/224 into md 0x14bd [1] + 224 00000800:00000001:2.0:1776200775.090415:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200775.090421:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200775.090424:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200775.090428:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200775.090434:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200775.090450:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000017c9dfb4 x1862481227050624/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200782 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:2.0:1776200775.090462:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000017c9dfb4 x1862481227050624/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200782 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1776200775.090483:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200775.090491:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200775.090494:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200775.091276:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200775.091283:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200775.091286:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200775.091288:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200775.091306:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200775.091312:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200775.091317:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200775.091321:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200775.091324:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000100:00000001:1.0:1776200775.091388:0:2240:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200775.091393:0:2240:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200775.091401:0:2240:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200775.091403:0:2240:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200775.091405:0:2240:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002be6e158. 00000400:00000200:1.0:1776200775.091409:0:2240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008fdf0e42 00000400:00000010:1.0:1776200775.091411:0:2240:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008fdf0e42. 00000100:00000001:1.0:1776200775.091414:0:2240:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200775.091419:0:2240:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000017c9dfb4 x1862481227050624/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200782 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:1.0:1776200775.091428:0:2240:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000017c9dfb4 x1862481227050624/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200782 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1776200775.091433:0:2240:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200775.091435:0:2240:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200775.091437:0:2240:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200775.091440:0:2240:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200775.091442:0:2240:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200775.091444:0:2240:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200775.091446:0:2240:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200775.091452:0:2240:0:(import.c:1935:at_measured()) add 1 to 0000000082e3d950 time=144 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200775.091456:0:2240:0:(import.c:1935:at_measured()) add 1 to 000000006882029e time=28 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200775.091458:0:2240:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200775.091460:0:2240:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200775.091462:0:2240:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776200775.091464:0:2240:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200775.091466:0:2240:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200775.091470:0:2240:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000017c9dfb4 x1862481227050624/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200782 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1776200775.091475:0:2240:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200775.091478:0:2240:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200775.091480:0:2240:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1776200775.091482:0:2240:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000017c9dfb4 x1862481227050624/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200782 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:1.0:1776200775.091489:0:2240:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000017c9dfb4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:822f82fc-1b4a-4a91-a190-4cbe8fb35285:2240:1862481227050624:192.168.203.148@tcp:400:kworker/u8:1.0 00000100:00000001:1.0:1776200775.091493:0:2240:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200775.091495:0:2240:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200775.091497:0:2240:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000017c9dfb4 x1862481227050624/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200782 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1776200775.091503:0:2240:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1776200775.091505:0:2240:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1776200775.091508:0:2240:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a7a1c59f. 02000000:00000001:1.0:1776200775.091511:0:2240:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1776200775.091513:0:2240:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776200775.091514:0:2240:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=3 obd=MGC192.168.203.148@tcp 00000020:00000001:1.0:1776200775.091516:0:2240:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1776200775.091518:0:2240:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000099f0192d. 02000000:00000001:1.0:1776200775.091521:0:2240:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1776200775.091523:0:2240:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1776200775.091524:0:2240:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000017c9dfb4. 00000100:00000001:1.0:1776200775.091527:0:2240:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1776200775.091528:0:2240:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200775.091531:0:2240:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200775.091532:0:2240:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200775.091533:0:2240:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200775.091534:0:2240:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200775.091535:0:2240:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1776200775.091887:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 10 MB=0x69deab3f06ec0 00000400:00000200:3.0:1776200775.091896:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200775.091901:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 224/224 into md 0x14c5 [1] + 224 00000800:00000001:3.0:1776200775.091907:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200775.091915:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200775.091918:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200775.091921:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200775.091925:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200775.091928:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e71351d2 x1862481227050688/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200782 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1776200775.091936:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000e71351d2 x1862481227050688/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200782 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1776200775.091957:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200775.091964:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200775.091967:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200775.092022:0:2240:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200775.092024:0:2240:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200775.092028:0:2240:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200775.092029:0:2240:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200775.092031:0:2240:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000789f08a9. 00000400:00000200:1.0:1776200775.092033:0:2240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb2c6874 00000400:00000010:1.0:1776200775.092035:0:2240:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb2c6874. 00000100:00000001:1.0:1776200775.092037:0:2240:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200775.092041:0:2240:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e71351d2 x1862481227050688/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200782 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:1.0:1776200775.092048:0:2240:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e71351d2 x1862481227050688/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200782 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1776200775.092054:0:2240:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200775.092055:0:2240:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200775.092056:0:2240:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200775.092058:0:2240:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200775.092059:0:2240:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200775.092061:0:2240:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200775.092062:0:2240:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200775.092068:0:2240:0:(import.c:1935:at_measured()) add 1 to 000000005b486c3e time=93 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200775.092071:0:2240:0:(import.c:1935:at_measured()) add 1 to 00000000c01f1611 time=12 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200775.092073:0:2240:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200775.092074:0:2240:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200775.092076:0:2240:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776200775.092079:0:2240:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200775.092081:0:2240:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200775.092083:0:2240:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993bc2c8c000: skip recheck: last_committed 4294967306 00000100:00000001:1.0:1776200775.092085:0:2240:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200775.092086:0:2240:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200775.092090:0:2240:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e71351d2 x1862481227050688/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200782 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1776200775.092096:0:2240:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200775.092097:0:2240:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200775.092099:0:2240:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1776200775.092101:0:2240:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e71351d2 x1862481227050688/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200782 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:1.0:1776200775.092108:0:2240:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e71351d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:afb33528-7691-4975-9821-d2ff03b6f7ab:2240:1862481227050688:192.168.203.148@tcp:400:kworker/u8:1.0 00000100:00000001:1.0:1776200775.092112:0:2240:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200775.092114:0:2240:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200775.092116:0:2240:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000e71351d2 x1862481227050688/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200782 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1776200775.092122:0:2240:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1776200775.092123:0:2240:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1776200775.092134:0:2240:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b52b44e6. 02000000:00000001:1.0:1776200775.092137:0:2240:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1776200775.092138:0:2240:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776200775.092139:0:2240:0:(genops.c:1204:class_import_put()) import 000000003f892a49 refcount=5 obd=lustre-MDT0000-mdc-ffff993bc2c8c000 00000020:00000001:1.0:1776200775.092141:0:2240:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1776200775.092142:0:2240:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000728f067b. 02000000:00000001:1.0:1776200775.092144:0:2240:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1776200775.092145:0:2240:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1776200775.092146:0:2240:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e71351d2. 00000100:00000001:1.0:1776200775.092150:0:2240:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1776200775.092151:0:2240:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200775.092153:0:2240:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200775.092160:0:2240:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200775.092161:0:2240:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200775.092163:0:2240:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200775.092164:0:2240:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200775.463790:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200775.463795:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200775.463800:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200775.463801:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1776200775.466350:0:5026:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1776200775.466356:0:5026:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776200775.466360:0:5026:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1776200775.528579:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1776200775.528585:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200775.528601:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200775.528606:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:0.0:1776200775.528611:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200775.528614:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200775.528617:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200775.528619:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200775.528622:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200776.489954:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200776.489959:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200776.489966:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200776.489966:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200776.490042:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200776.490046:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200776.490049:0:5027:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1776200776.555684:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1776200776.555690:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200776.555692:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200776.555696:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:1.0:1776200776.555700:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200776.555704:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200776.555706:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200776.555708:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200776.555710:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200777.511722:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200777.511727:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200777.511733:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200777.511734:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1776200777.511971:0:5026:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1776200777.511974:0:5026:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776200777.511977:0:5026:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1776200777.575725:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1776200777.575732:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200777.575733:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200777.575738:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:1.0:1776200777.575743:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200777.575746:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200777.575748:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200777.575750:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200777.575752:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1776200777.691640:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200777.691659:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200777.691663:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200777.691664:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200777.691674:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200777.691680:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200777.691688:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200777.691692:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200777.691695:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200777.691699:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 10 MB=0x69deab3f06d40 00000400:00000200:2.0:1776200777.691703:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200777.691708:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 224/224 into md 0x1495 [1] + 0 00000800:00000001:2.0:1776200777.691716:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200777.691723:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200777.691725:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200777.691728:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200777.691734:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200777.691739:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000065a14479 x1862481227050304/t0(0) o400->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 224/224 e 1 to 0 dl 1776200783 ref 1 fl Rpc:Qr/c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' 00000100:00001000:2.0:1776200777.691749:0:2235:0:(events.c:147:reply_in_callback()) @@@ Early reply received, mlen=224 offset=0 replen=224 replied=0 unlinked=0 req@0000000065a14479 x1862481227050304/t0(0) o400->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 224/224 e 1 to 0 dl 1776200783 ref 1 fl Rpc:Q/c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' 00000100:00000001:2.0:1776200777.691769:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200777.691775:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200777.691777:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200777.692275:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200777.692280:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200777.692283:0:2239:0:(client.c:464:ptlrpc_at_recv_early_reply()) Process entered 02000000:00000001:1.0:1776200777.692285:0:2239:0:(sec.c:1163:sptlrpc_cli_unwrap_early_reply()) Process entered 00000100:00000010:1.0:1776200777.692291:0:2239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000039ecb165. 02000000:00000010:1.0:1776200777.692300:0:2239:0:(sec.c:1173:sptlrpc_cli_unwrap_early_reply()) kmalloced '(early_buf)': 256 at 000000002e9b3a0d. 02000000:00000001:1.0:1776200777.692302:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200777.692304:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200777.692306:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200777.692313:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200777.692314:0:2239:0:(sec.c:1231:sptlrpc_cli_unwrap_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200777.692319:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=14 v=1 (1 0 0 0) 02000000:00000010:1.0:1776200777.692323:0:2239:0:(sec.c:1254:sptlrpc_cli_finish_early_reply()) kfreed 'early_req->rq_repbuf': 256 at 000000002e9b3a0d. 00000100:00000010:1.0:1776200777.692327:0:2239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000039ecb165. 00000100:00001000:1.0:1776200777.692333:0:2239:0:(client.c:514:ptlrpc_at_recv_early_reply()) @@@ Early reply #2, new deadline in 17s (11s) req@0000000065a14479 x1862481227050304/t0(0) o400->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 224/224 e 2 to 0 dl 1776200794 ref 1 fl Rpc:Qr/c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' 00000100:00000001:1.0:1776200777.692340:0:2239:0:(client.c:516:ptlrpc_at_recv_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200777.692342:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200777.692344:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200778.536129:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200778.536134:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200778.536140:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200778.536141:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200778.536627:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200778.536631:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200778.536634:0:5027:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1776200778.599725:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1776200778.599730:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200778.599732:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200778.599736:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:1.0:1776200778.599740:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200778.599743:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200778.599745:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200778.599747:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200778.599749:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200779.559794:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200779.559799:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200779.559805:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200779.559806:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1776200779.559978:0:5026:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1776200779.559982:0:5026:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776200779.559985:0:5026:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1776200779.623854:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1776200779.623860:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200779.623862:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200779.623865:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:1.0:1776200779.623869:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200779.623872:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200779.623875:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200779.623877:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200779.623879:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200780.202425:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 822f82fc-1b4a-4a91-a190-4cbe8fb35285->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1776200780.202714:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1776200780.202723:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e9bbd3e2. 00000020:00000040:3.0:1776200780.202741:0:38:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000100:00000001:3.0:1776200780.202745:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1776200780.202748:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1776200780.202752:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1776200780.202760:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ce18e5cf. 00000100:00000001:3.0:1776200780.202766:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200780.202776:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 822f82fc-1b4a-4a91-a190-4cbe8fb35285->MGS req@00000000e9bbd3e2 x1862481227050752/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1776200780.202785:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1776200780.202789:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200780.202794:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000e9bbd3e2] to pc [ptlrpcd_01_01+1] req@00000000e9bbd3e2 x1862481227050752/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200780.202825:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1776200780.202828:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-MDT0000_UUID: level REPLAY_WAIT/7 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776200780.202831:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY_WAIT) 00000100:00080000:3.0:1776200780.202834:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776200780.202836:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1776200780.202838:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776200780.202840:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1776200780.202842:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1776200780.202845:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1776200780.202847:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bd301d1a. 00000020:00000040:3.0:1776200780.202850:0:38:0:(genops.c:1191:class_import_get()) import 000000003f892a49 refcount=6 obd=lustre-MDT0000-mdc-ffff993bc2c8c000 00000100:00000001:3.0:1776200780.202852:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1776200780.202853:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1776200780.202854:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1776200780.202858:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000df024b8b. 00000100:00000001:3.0:1776200780.202860:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200780.202864:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-MDT0000_UUID req@00000000bd301d1a x1862481227050816/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1776200780.202871:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1776200780.202873:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200780.202874:0:2243:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1776200780.202876:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000bd301d1a] to pc [ptlrpcd_01_00+0] req@00000000bd301d1a x1862481227050816/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200780.202878:0:2243:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200780.202881:0:2243:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1776200780.202886:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200780.202887:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e9bbd3e2 x1862481227050752/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00080000:3.0:1776200780.202889:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776200780.202897:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1776200780.202902:0:2243:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00080000:3.0:1776200780.202903:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1776200780.202905:0:2243:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1776200780.202907:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1776200780.202911:0:2243:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1776200780.202914:0:2243:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200780.202914:0:38:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (363) 00000100:00100000:2.0:1776200780.202918:0:2243:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e9bbd3e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:822f82fc-1b4a-4a91-a190-4cbe8fb35285:2243:1862481227050752:192.168.203.148@tcp:400:kworker/u8:3.0 00000100:00000001:2.0:1776200780.202923:0:2243:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1776200780.202927:0:2243:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1776200780.202930:0:2243:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200780.202932:0:2243:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1776200780.202937:0:2243:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000050161b6. 02000000:00000001:2.0:1776200780.202940:0:2243:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1776200780.202947:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000100:00000001:3.0:1776200780.202950:0:2242:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1776200780.202953:0:2243:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006fe04029. 00000100:00000001:3.0:1776200780.202953:0:2242:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200780.202956:0:2242:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1776200780.202960:0:2243:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000aa8f154e. 00000100:00000040:3.0:1776200780.202962:0:2242:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bd301d1a x1862481227050816/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:2.0:1776200780.202967:0:2243:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227050752, portal 25 00000100:00000001:2.0:1776200780.202971:0:2243:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776200780.202972:0:2242:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1776200780.202973:0:2243:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682646848 : -112993026904768 : ffff993bc2c4ed40) 00000100:00000001:3.0:1776200780.202974:0:2242:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200780.202978:0:2242:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1776200780.202980:0:2243:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000e9bbd3e2 x1862481227050752/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200787 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 02000000:00000001:3.0:1776200780.202981:0:2242:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1776200780.202987:0:2242:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd301d1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:afb33528-7691-4975-9821-d2ff03b6f7ab:2242:1862481227050816:192.168.203.148@tcp:400:kworker/u8:3.0 00000100:00000001:3.0:1776200780.202991:0:2242:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1776200780.202992:0:2242:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1776200780.202994:0:2242:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200780.202995:0:2242:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1776200780.202999:0:2242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fb008c30. 02000000:00000001:3.0:1776200780.203000:0:2242:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1776200780.203004:0:2242:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:3.0:1776200780.203007:0:2242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007213d044. 00000400:00000010:3.0:1776200780.203011:0:2242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033031c1a. 00000100:00000200:3.0:1776200780.203013:0:2242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227050816, portal 10 00000100:00000001:3.0:1776200780.203028:0:2242:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776200780.203029:0:2242:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682641984 : -112993026909632 : ffff993bc2c4da40) 00000100:00000040:3.0:1776200780.203035:0:2242:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000bd301d1a x1862481227050816/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200787 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200780.203042:0:2242:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1776200780.203044:0:2242:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:3.0:1776200780.203047:0:2242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f27d5701. 00000100:00000200:3.0:1776200780.203049:0:2242:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862481227050816, offset 0 00000400:00000200:3.0:1776200780.203056:0:2242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:3.0:1776200780.203063:0:2242:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200780.203070:0:2242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200780.203077:0:2242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:3.0:1776200780.203080:0:2242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776200780.203082:0:2242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:3.0:1776200780.203086:0:2242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [564:564:256:4294967295] 192.168.203.148@tcp LPNI seq info [564:564:8:4294967295] 00000400:00000200:3.0:1776200780.203090:0:2242:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200780.203097:0:2242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:3.0:1776200780.203103:0:2242:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200780.203108:0:2242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e36cc638 (tot 3431934). 00000800:00000200:3.0:1776200780.203114:0:2242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200780.203121:0:2242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200780.203125:0:2242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e36cc638 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1776200780.203136:0:2242:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200780.203138:0:2242:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200780.203141:0:2242:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200780.203143:0:2242:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200780.203145:0:2242:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200780.203152:0:2242:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1776200780.203155:0:2242:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1776200780.203156:0:2243:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000001:3.0:1776200780.203159:0:2242:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200780.203160:0:2242:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1776200780.203161:0:2243:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000100:00000001:3.0:1776200780.203162:0:2242:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1776200780.203165:0:2243:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f50eee3c. 00000100:00000001:3.0:1776200780.203166:0:2242:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1776200780.203170:0:2243:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1862481227050752, offset 0 00000400:00000200:2.0:1776200780.203175:0:2243:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:2.0:1776200780.203180:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200780.203184:0:2243:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200780.203187:0:2243:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:2.0:1776200780.203189:0:2243:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776200780.203191:0:2243:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:2.0:1776200780.203194:0:2243:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [565:565:255:4294967295] 192.168.203.148@tcp LPNI seq info [565:565:7:4294967295] 00000400:00000200:2.0:1776200780.203198:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200780.203206:0:2243:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:2.0:1776200780.203211:0:2243:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200780.203214:0:2243:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000063bad7bd (tot 3432182). 00000800:00000200:2.0:1776200780.203218:0:2243:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200780.203222:0:2243:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200780.203225:0:2243:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000063bad7bd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1776200780.203228:0:2243:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200780.203229:0:2243:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200780.203231:0:2243:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200780.203233:0:2243:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200780.203235:0:2243:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200780.203238:0:2243:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200780.203239:0:2243:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1776200780.203241:0:2243:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200780.203242:0:2243:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200780.203243:0:2243:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200780.203245:0:2243:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200780.203265:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200780.203268:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e36cc638 (tot 3431934). 00000400:00000200:3.0:1776200780.203275:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200780.203280:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200780.203283:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f27d5701 00000400:00000010:3.0:1776200780.203285:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f27d5701. 00000100:00000001:3.0:1776200780.203289:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200780.203291:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bd301d1a x1862481227050816/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200787 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200780.203304:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200780.203306:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000bd301d1a x1862481227050816/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200787 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200780.203312:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200780.203314:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1776200780.203327:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200780.203329:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000063bad7bd (tot 3431686). 00000400:00000200:3.0:1776200780.203333:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200780.203335:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200780.203337:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f50eee3c 00000400:00000010:3.0:1776200780.203338:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f50eee3c. 00000100:00000001:3.0:1776200780.203341:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200780.203343:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e9bbd3e2 x1862481227050752/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200787 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200780.203349:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200780.203351:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000e9bbd3e2 x1862481227050752/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200787 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200780.203355:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200780.203356:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200780.209536:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200780.209557:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200780.209562:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200780.209564:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200780.209575:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200780.209583:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200780.209619:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200780.209624:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200780.209628:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200780.209631:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 10 MB=0x69deab3f06f40 00000400:00000200:2.0:1776200780.209636:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200780.209641:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 224/224 into md 0x14d5 [1] + 224 00000800:00000001:2.0:1776200780.209648:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200780.209657:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200780.209660:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200780.209664:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200780.209671:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200780.209676:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bd301d1a x1862481227050816/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200787 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:2.0:1776200780.209686:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000bd301d1a x1862481227050816/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200787 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200780.209701:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200780.209713:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200780.209716:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200780.209892:0:2242:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200780.209897:0:2242:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1776200780.209903:0:2242:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1776200780.209904:0:2242:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1776200780.209907:0:2242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007213d044. 00000400:00000200:3.0:1776200780.209911:0:2242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033031c1a 00000400:00000010:3.0:1776200780.209913:0:2242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033031c1a. 00000100:00000001:3.0:1776200780.209916:0:2242:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200780.209920:0:2242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bd301d1a x1862481227050816/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200787 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:3.0:1776200780.209938:0:2242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bd301d1a x1862481227050816/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200787 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200780.209944:0:2242:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1776200780.209946:0:2242:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200780.209949:0:2242:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1776200780.209951:0:2242:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1776200780.209954:0:2242:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1776200780.209956:0:2242:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200780.209958:0:2242:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1776200780.209967:0:2242:0:(import.c:1935:at_measured()) add 1 to 000000005b486c3e time=98 v=1 (1 0 0 0) 00000100:00001000:3.0:1776200780.209971:0:2242:0:(import.c:1935:at_measured()) add 1 to 00000000c01f1611 time=17 v=1 (1 0 0 0) 00000100:00000001:3.0:1776200780.209974:0:2242:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1776200780.209975:0:2242:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200780.209977:0:2242:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1776200780.209980:0:2242:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200780.209984:0:2242:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1776200780.209985:0:2242:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993bc2c8c000: skip recheck: last_committed 4294967306 00000100:00000001:3.0:1776200780.209987:0:2242:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1776200780.209988:0:2242:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200780.209993:0:2242:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bd301d1a x1862481227050816/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200787 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200780.209999:0:2242:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200780.210001:0:2242:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1776200780.210003:0:2242:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1776200780.210006:0:2242:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bd301d1a x1862481227050816/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200787 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:3.0:1776200780.210013:0:2242:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd301d1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:afb33528-7691-4975-9821-d2ff03b6f7ab:2242:1862481227050816:192.168.203.148@tcp:400:kworker/u8:3.0 00000100:00000001:3.0:1776200780.210027:0:2242:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200780.210029:0:2242:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200780.210032:0:2242:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000bd301d1a x1862481227050816/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200787 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200780.210037:0:2242:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1776200780.210040:0:2242:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1776200780.210042:0:2242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fb008c30. 02000000:00000001:3.0:1776200780.210046:0:2242:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1776200780.210048:0:2242:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1776200780.210050:0:2242:0:(genops.c:1204:class_import_put()) import 000000003f892a49 refcount=5 obd=lustre-MDT0000-mdc-ffff993bc2c8c000 00000020:00000001:3.0:1776200780.210062:0:2242:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1776200780.210063:0:2242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000df024b8b. 02000000:00000001:3.0:1776200780.210071:0:2242:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1776200780.210073:0:2242:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1776200780.210074:0:2242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bd301d1a. 00000100:00000001:3.0:1776200780.210078:0:2242:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1776200780.210079:0:2242:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200780.210081:0:2242:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200780.210089:0:2242:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1776200780.210090:0:2242:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200780.210092:0:2242:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200780.210094:0:2242:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1776200780.210818:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200780.210828:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200780.210831:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200780.210834:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200780.210841:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200780.210848:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200780.210854:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200780.210858:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200780.210861:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200780.210864:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 25 MB=0x69deab3f06f00 00000400:00000200:2.0:1776200780.210869:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200780.210874:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.148@tcp of length 224/224 into md 0x14cd [1] + 224 00000800:00000001:2.0:1776200780.210879:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200780.210886:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200780.210887:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200780.210890:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200780.210894:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200780.210898:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e9bbd3e2 x1862481227050752/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200787 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:2.0:1776200780.210906:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000e9bbd3e2 x1862481227050752/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200787 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200780.210926:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200780.210932:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200780.210935:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200780.211041:0:2243:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200780.211045:0:2243:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1776200780.211050:0:2243:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1776200780.211060:0:2243:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1776200780.211062:0:2243:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006fe04029. 00000400:00000200:3.0:1776200780.211066:0:2243:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aa8f154e 00000400:00000010:3.0:1776200780.211068:0:2243:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000aa8f154e. 00000100:00000001:3.0:1776200780.211070:0:2243:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200780.211074:0:2243:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e9bbd3e2 x1862481227050752/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200787 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:3.0:1776200780.211082:0:2243:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e9bbd3e2 x1862481227050752/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200787 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200780.211088:0:2243:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1776200780.211089:0:2243:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200780.211091:0:2243:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1776200780.211092:0:2243:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1776200780.211094:0:2243:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1776200780.211095:0:2243:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200780.211098:0:2243:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1776200780.211111:0:2243:0:(import.c:1935:at_measured()) add 1 to 0000000082e3d950 time=149 v=1 (1 0 0 0) 00000100:00001000:3.0:1776200780.211114:0:2243:0:(import.c:1935:at_measured()) add 1 to 000000006882029e time=33 v=1 (1 0 0 0) 00000100:00000001:3.0:1776200780.211116:0:2243:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1776200780.211117:0:2243:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200780.211119:0:2243:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1776200780.211121:0:2243:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200780.211123:0:2243:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200780.211126:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e9bbd3e2 x1862481227050752/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200787 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200780.211132:0:2243:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200780.211134:0:2243:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1776200780.211136:0:2243:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1776200780.211138:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e9bbd3e2 x1862481227050752/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200787 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:3.0:1776200780.211146:0:2243:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e9bbd3e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:822f82fc-1b4a-4a91-a190-4cbe8fb35285:2243:1862481227050752:192.168.203.148@tcp:400:kworker/u8:3.0 00000100:00000001:3.0:1776200780.211150:0:2243:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200780.211151:0:2243:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200780.211153:0:2243:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000e9bbd3e2 x1862481227050752/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200787 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200780.211158:0:2243:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1776200780.211160:0:2243:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1776200780.211162:0:2243:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000050161b6. 02000000:00000001:3.0:1776200780.211166:0:2243:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1776200780.211168:0:2243:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1776200780.211169:0:2243:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=3 obd=MGC192.168.203.148@tcp 00000020:00000001:3.0:1776200780.211171:0:2243:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1776200780.211172:0:2243:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000ce18e5cf. 02000000:00000001:3.0:1776200780.211177:0:2243:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1776200780.211178:0:2243:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1776200780.211179:0:2243:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e9bbd3e2. 00000100:00000001:3.0:1776200780.211182:0:2243:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1776200780.211182:0:2243:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200780.211184:0:2243:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200780.211190:0:2243:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1776200780.211191:0:2243:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200780.211193:0:2243:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200780.211195:0:2243:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200780.583960:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200780.583967:0:420:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1776200780.583969:0:420:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1776200780.583971:0:420:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200780.583976:0:420:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1776200780.583978:0:420:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200780.583979:0:420:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200780.583981:0:420:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200780.583984:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200780.583985:0:420:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1776200780.583986:0:420:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1776200780.583988:0:420:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200780.583989:0:420:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1776200780.583990:0:420:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200780.583991:0:420:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200780.583992:0:420:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200780.584159:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200780.584162:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200780.584165:0:5027:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1776200780.647703:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1776200780.647709:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200780.647711:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200780.647715:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:1.0:1776200780.647721:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200780.647724:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200780.647726:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200780.647729:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200780.647731:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200781.607787:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200781.607793:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200781.607799:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200781.607800:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1776200781.607915:0:5026:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1776200781.607918:0:5026:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776200781.607921:0:5026:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1776200781.671743:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1776200781.671748:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200781.671750:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200781.671754:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:1.0:1776200781.671758:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200781.671762:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200781.671764:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200781.671766:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200781.671769:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200782.631728:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200782.631734:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200782.631741:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200782.631741:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200782.634465:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200782.634470:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200782.634475:0:5027:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1776200782.695708:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1776200782.695714:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200782.695715:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200782.695719:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:1.0:1776200782.695725:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200782.695729:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200782.695731:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200782.695734:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200782.695736:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200782.759710:0:2239:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1776200782.759722:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200782.759723:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1776200782.759730:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200782.759733:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200782.759737:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200782.759740:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200783.659260:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200783.659264:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200783.659270:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200783.659270:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1776200783.659391:0:5026:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1776200783.659395:0:5026:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776200783.659397:0:5026:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1776200783.719849:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1776200783.719854:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200783.719856:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200783.719860:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:1.0:1776200783.719864:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200783.719868:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200783.719875:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200783.719877:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200783.719879:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200784.680022:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200784.680026:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200784.680032:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200784.680033:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200784.680191:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200784.680195:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200784.680197:0:5027:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1776200784.744845:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1776200784.744851:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200784.744853:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200784.744857:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:1.0:1776200784.744861:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200784.744865:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200784.744867:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200784.744869:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200784.744871:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200785.321238:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 822f82fc-1b4a-4a91-a190-4cbe8fb35285->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1776200785.321248:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1776200785.321257:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e9bbd3e2. 00000020:00000040:3.0:1776200785.321264:0:38:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000100:00000001:3.0:1776200785.321268:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1776200785.321270:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1776200785.321275:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1776200785.321281:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e36cc638. 00000100:00000001:3.0:1776200785.321287:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200785.321297:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 822f82fc-1b4a-4a91-a190-4cbe8fb35285->MGS req@00000000e9bbd3e2 x1862481227050880/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1776200785.321306:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1776200785.321310:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200785.321315:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000e9bbd3e2] to pc [ptlrpcd_01_01+1] req@00000000e9bbd3e2 x1862481227050880/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200785.321342:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1776200785.321345:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-MDT0000_UUID: level REPLAY_WAIT/7 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776200785.321348:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY_WAIT) 00000100:00080000:3.0:1776200785.321350:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776200785.321353:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1776200785.321355:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776200785.321358:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1776200785.321362:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1776200785.321364:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1776200785.321367:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bd301d1a. 00000020:00000040:3.0:1776200785.321369:0:38:0:(genops.c:1191:class_import_get()) import 000000003f892a49 refcount=6 obd=lustre-MDT0000-mdc-ffff993bc2c8c000 00000100:00000001:3.0:1776200785.321371:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1776200785.321372:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1776200785.321374:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1776200785.321380:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ce18e5cf. 00000100:00000001:3.0:1776200785.321382:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200785.321385:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-MDT0000_UUID req@00000000bd301d1a x1862481227050944/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1776200785.321391:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1776200785.321393:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200785.321396:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000bd301d1a] to pc [ptlrpcd_01_00+0] req@00000000bd301d1a x1862481227050944/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200785.321403:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1776200785.321404:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776200785.321407:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1776200785.321409:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776200785.321412:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1776200785.321416:0:38:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (369) 00000100:00000001:3.0:1776200785.321430:0:2242:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200785.321433:0:2242:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200785.321435:0:2242:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1776200785.321438:0:2242:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bd301d1a x1862481227050944/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200785.321445:0:2242:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1776200785.321447:0:2242:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200785.321450:0:2242:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1776200785.321452:0:2242:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1776200785.321455:0:2242:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd301d1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:afb33528-7691-4975-9821-d2ff03b6f7ab:2242:1862481227050944:192.168.203.148@tcp:400:kworker/u8:3.0 00000100:00000001:3.0:1776200785.321458:0:2242:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1776200785.321463:0:2242:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1776200785.321465:0:2242:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200785.321467:0:2242:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1776200785.321471:0:2242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e694eb1f. 02000000:00000001:3.0:1776200785.321472:0:2242:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1776200785.321479:0:2242:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:3.0:1776200785.321483:0:2242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007213d044. 00000400:00000010:3.0:1776200785.321488:0:2242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033031c1a. 00000100:00000200:3.0:1776200785.321494:0:2242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227050944, portal 10 00000100:00000001:3.0:1776200785.321496:0:2242:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776200785.321497:0:2242:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682641984 : -112993026909632 : ffff993bc2c4da40) 00000100:00000040:3.0:1776200785.321504:0:2242:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000bd301d1a x1862481227050944/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200792 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200785.321510:0:2242:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1776200785.321512:0:2242:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:3.0:1776200785.321514:0:2242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f27d5701. 00000100:00000200:3.0:1776200785.321516:0:2242:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862481227050944, offset 0 00000400:00000200:3.0:1776200785.321522:0:2242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:3.0:1776200785.321530:0:2242:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200785.321537:0:2242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200785.321544:0:2242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:3.0:1776200785.321547:0:2242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776200785.321550:0:2242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:3.0:1776200785.321553:0:2242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [566:566:256:4294967295] 192.168.203.148@tcp LPNI seq info [566:566:8:4294967295] 00000400:00000200:3.0:1776200785.321557:0:2242:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200785.321564:0:2242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:3.0:1776200785.321570:0:2242:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200785.321573:0:2242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000df024b8b (tot 3431934). 00000800:00000200:3.0:1776200785.321579:0:2242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200785.321586:0:2242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200785.321620:0:2242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000df024b8b type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1776200785.321630:0:2242:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200785.321632:0:2242:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200785.321635:0:2242:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200785.321637:0:2242:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200785.321639:0:2242:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200785.321646:0:2242:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1776200785.321647:0:2242:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1776200785.321649:0:2242:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200785.321649:0:2242:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200785.321650:0:2242:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1776200785.321653:0:2242:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1776200785.321654:0:2242:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200785.321655:0:2242:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1776200785.321656:0:2242:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200785.321657:0:2242:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200785.321658:0:2242:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200785.321658:0:2242:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1776200785.321661:0:2242:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e9bbd3e2 x1862481227050880/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200785.321666:0:2242:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1776200785.321667:0:2242:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200785.321669:0:2242:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1776200785.321670:0:2242:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1776200785.321672:0:2242:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e9bbd3e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:822f82fc-1b4a-4a91-a190-4cbe8fb35285:2242:1862481227050880:192.168.203.148@tcp:400:kworker/u8:3.0 00000100:00000001:3.0:1776200785.321675:0:2242:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1776200785.321677:0:2242:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1776200785.321678:0:2242:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200785.321679:0:2242:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1776200785.321682:0:2242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000015c87ac5. 02000000:00000001:3.0:1776200785.321683:0:2242:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1776200785.321686:0:2242:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:3.0:1776200785.321688:0:2242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000073e4a539. 00000400:00000010:3.0:1776200785.321691:0:2242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ccc79b7. 00000100:00000200:3.0:1776200785.321694:0:2242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227050880, portal 25 00000100:00000001:3.0:1776200785.321695:0:2242:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776200785.321696:0:2242:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682646848 : -112993026904768 : ffff993bc2c4ed40) 00000100:00000040:3.0:1776200785.321699:0:2242:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000e9bbd3e2 x1862481227050880/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200792 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200785.321704:0:2242:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1776200785.321706:0:2242:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:3.0:1776200785.321707:0:2242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022ba544d. 00000100:00000200:3.0:1776200785.321709:0:2242:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1862481227050880, offset 0 00000400:00000200:3.0:1776200785.321713:0:2242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:3.0:1776200785.321716:0:2242:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200785.321719:0:2242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200785.321722:0:2242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:3.0:1776200785.321723:0:2242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776200785.321725:0:2242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:3.0:1776200785.321727:0:2242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [567:567:255:4294967295] 192.168.203.148@tcp LPNI seq info [567:567:7:4294967295] 00000400:00000200:3.0:1776200785.321730:0:2242:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200785.321735:0:2242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:3.0:1776200785.321738:0:2242:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200785.321741:0:2242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dd01d0aa (tot 3432182). 00000800:00000200:3.0:1776200785.321744:0:2242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200785.321748:0:2242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200785.321751:0:2242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dd01d0aa type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1776200785.321754:0:2242:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200785.321755:0:2242:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200785.321757:0:2242:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200785.321759:0:2242:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200785.321760:0:2242:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200785.321915:0:2243:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200785.321917:0:2243:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200785.322001:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200785.322003:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000df024b8b (tot 3431934). 00000400:00000200:2.0:1776200785.322013:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200785.322018:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200785.322022:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f27d5701 00000400:00000010:2.0:1776200785.322023:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f27d5701. 00000100:00000001:2.0:1776200785.322027:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200785.322030:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bd301d1a x1862481227050944/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200792 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200785.322038:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200785.322040:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000bd301d1a x1862481227050944/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200792 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200785.322046:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200785.322048:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1776200785.322122:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200785.322125:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dd01d0aa (tot 3431686). 00000400:00000200:2.0:1776200785.322128:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200785.322131:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200785.322133:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022ba544d 00000400:00000010:2.0:1776200785.322134:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022ba544d. 00000100:00000001:2.0:1776200785.322136:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200785.322138:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e9bbd3e2 x1862481227050880/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200792 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200785.322143:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200785.322145:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000e9bbd3e2 x1862481227050880/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200792 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200785.322150:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200785.322151:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200785.325147:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200785.325159:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200785.325164:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200785.325165:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200785.325174:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200785.325181:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200785.325187:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200785.325191:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200785.325205:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200785.325209:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 10 MB=0x69deab3f06fc0 00000400:00000200:3.0:1776200785.325214:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200785.325218:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 224/224 into md 0x14ed [1] + 224 00000800:00000001:3.0:1776200785.325225:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200785.325231:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200785.325233:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200785.325237:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200785.325241:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200785.325247:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bd301d1a x1862481227050944/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200792 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:3.0:1776200785.325256:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000bd301d1a x1862481227050944/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200792 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200785.325269:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200785.325275:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200785.325277:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200785.325289:0:2242:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200785.325293:0:2242:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1776200785.325298:0:2242:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1776200785.325299:0:2242:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1776200785.325301:0:2242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007213d044. 00000400:00000200:3.0:1776200785.325304:0:2242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033031c1a 00000400:00000010:3.0:1776200785.325307:0:2242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033031c1a. 00000100:00000001:3.0:1776200785.325309:0:2242:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200785.325312:0:2242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bd301d1a x1862481227050944/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200792 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:3.0:1776200785.325318:0:2242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bd301d1a x1862481227050944/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200792 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200785.325323:0:2242:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1776200785.325324:0:2242:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200785.325327:0:2242:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1776200785.325329:0:2242:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1776200785.325331:0:2242:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1776200785.325333:0:2242:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200785.325335:0:2242:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1776200785.325342:0:2242:0:(import.c:1935:at_measured()) add 1 to 000000005b486c3e time=103 v=1 (1 0 0 0) 00000100:00001000:3.0:1776200785.325345:0:2242:0:(import.c:1935:at_measured()) add 1 to 00000000c01f1611 time=22 v=1 (1 0 0 0) 00000100:00000001:3.0:1776200785.325347:0:2242:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1776200785.325349:0:2242:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200785.325351:0:2242:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1776200785.325354:0:2242:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200785.325357:0:2242:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1776200785.325358:0:2242:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993bc2c8c000: skip recheck: last_committed 4294967306 00000100:00000001:3.0:1776200785.325360:0:2242:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1776200785.325361:0:2242:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200785.325364:0:2242:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bd301d1a x1862481227050944/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200792 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200785.325370:0:2242:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200785.325372:0:2242:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1776200785.325374:0:2242:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1776200785.325376:0:2242:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bd301d1a x1862481227050944/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200792 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:3.0:1776200785.325382:0:2242:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd301d1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:afb33528-7691-4975-9821-d2ff03b6f7ab:2242:1862481227050944:192.168.203.148@tcp:400:kworker/u8:3.0 00000100:00000001:3.0:1776200785.325386:0:2242:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200785.325388:0:2242:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200785.325390:0:2242:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000bd301d1a x1862481227050944/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200792 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200785.325395:0:2242:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1776200785.325397:0:2242:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1776200785.325399:0:2242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e694eb1f. 02000000:00000001:3.0:1776200785.325402:0:2242:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1776200785.325404:0:2242:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1776200785.325406:0:2242:0:(genops.c:1204:class_import_put()) import 000000003f892a49 refcount=5 obd=lustre-MDT0000-mdc-ffff993bc2c8c000 00000020:00000001:3.0:1776200785.325408:0:2242:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1776200785.325409:0:2242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000ce18e5cf. 02000000:00000001:3.0:1776200785.325415:0:2242:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1776200785.325416:0:2242:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1776200785.325417:0:2242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bd301d1a. 00000100:00000001:3.0:1776200785.325420:0:2242:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1776200785.325421:0:2242:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200785.325423:0:2242:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200785.325425:0:2242:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200785.325425:0:2242:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200785.325426:0:2242:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200785.325428:0:2242:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1776200785.325809:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200785.325814:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200785.325816:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200785.325817:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200785.325822:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200785.325826:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200785.325830:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200785.325833:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200785.325835:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200785.325838:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 25 MB=0x69deab3f06f80 00000400:00000200:3.0:1776200785.325841:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200785.325844:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.148@tcp of length 224/224 into md 0x14fd [1] + 224 00000800:00000001:3.0:1776200785.325848:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200785.325852:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200785.325853:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200785.325856:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200785.325859:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200785.325862:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e9bbd3e2 x1862481227050880/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200792 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:3.0:1776200785.325868:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000e9bbd3e2 x1862481227050880/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200792 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200785.325878:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1776200785.325886:0:2242:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200785.325888:0:2242:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1776200785.325890:0:2242:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1776200785.325891:0:2242:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1776200785.325893:0:2242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000073e4a539. 00000400:00000200:3.0:1776200785.325895:0:2242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ccc79b7 00000400:00000010:3.0:1776200785.325896:0:2242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ccc79b7. 00000100:00000001:3.0:1776200785.325898:0:2242:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200785.325900:0:2242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e9bbd3e2 x1862481227050880/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200792 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:3.0:1776200785.325918:0:2242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e9bbd3e2 x1862481227050880/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200792 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200785.325923:0:2242:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1776200785.325924:0:2242:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200785.325926:0:2242:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1776200785.325927:0:2242:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1776200785.325929:0:2242:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1776200785.325930:0:2242:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200785.325932:0:2242:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1776200785.325934:0:2242:0:(import.c:1935:at_measured()) add 1 to 0000000082e3d950 time=154 v=1 (1 0 0 0) 00000100:00001000:3.0:1776200785.325937:0:2242:0:(import.c:1935:at_measured()) add 1 to 000000006882029e time=38 v=1 (1 0 0 0) 00000100:00000001:3.0:1776200785.325939:0:2242:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1776200785.325940:0:2242:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200785.325941:0:2242:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1776200785.325943:0:2242:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200785.325945:0:2242:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200785.325947:0:2242:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e9bbd3e2 x1862481227050880/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200792 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200785.325952:0:2242:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200785.325954:0:2242:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1776200785.325955:0:2242:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1776200785.325958:0:2242:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e9bbd3e2 x1862481227050880/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200792 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:3.0:1776200785.325963:0:2242:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e9bbd3e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:822f82fc-1b4a-4a91-a190-4cbe8fb35285:2242:1862481227050880:192.168.203.148@tcp:400:kworker/u8:3.0 00000100:00000001:3.0:1776200785.325971:0:2242:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200785.325973:0:2242:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200785.325975:0:2242:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000e9bbd3e2 x1862481227050880/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200792 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200785.325980:0:2242:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1776200785.325981:0:2242:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1776200785.325983:0:2242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000015c87ac5. 02000000:00000001:3.0:1776200785.325985:0:2242:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1776200785.325986:0:2242:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1776200785.325987:0:2242:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=3 obd=MGC192.168.203.148@tcp 00000020:00000001:3.0:1776200785.325989:0:2242:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1776200785.325990:0:2242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000e36cc638. 02000000:00000001:3.0:1776200785.326002:0:2242:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1776200785.326003:0:2242:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1776200785.326004:0:2242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e9bbd3e2. 00000100:00000001:3.0:1776200785.326007:0:2242:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1776200785.326008:0:2242:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200785.326010:0:2242:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200785.326016:0:2242:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1776200785.326017:0:2242:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200785.326019:0:2242:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200785.326021:0:2242:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1776200785.326026:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200785.326029:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1776200785.703691:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200785.703695:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200785.703701:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200785.703702:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1776200785.703789:0:5026:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1776200785.703793:0:5026:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776200785.703795:0:5026:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1776200785.767648:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1776200785.767655:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200785.767656:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200785.767661:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:1.0:1776200785.767665:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200785.767669:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200785.767671:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200785.767674:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200785.767676:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200786.728962:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200786.728967:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200786.728972:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200786.728973:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200786.730865:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200786.730869:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200786.730873:0:5027:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1776200786.791845:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1776200786.791851:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200786.791852:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200786.791856:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:1.0:1776200786.791860:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200786.791863:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200786.791865:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200786.791867:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200786.791870:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200787.756780:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200787.756785:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200787.756792:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200787.756793:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1776200787.756926:0:5026:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1776200787.756929:0:5026:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776200787.756931:0:5026:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1776200787.815670:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1776200787.815676:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200787.815678:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200787.815682:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:1.0:1776200787.815687:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200787.815690:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200787.815692:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200787.815694:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200787.815697:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200788.778159:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200788.778164:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200788.778172:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200788.778173:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200788.778465:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200788.778468:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200788.778471:0:5027:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1776200788.839702:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1776200788.839707:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200788.839709:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200788.839714:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:1.0:1776200788.839718:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200788.839721:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200788.839723:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200788.839725:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200788.839727:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1776200788.893463:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200788.893476:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200788.893481:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200788.893483:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200788.893493:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200788.893501:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200788.893509:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200788.893514:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200788.893518:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200788.893522:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 10 MB=0x69deab3f06d40 00000400:00000200:3.0:1776200788.893527:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200788.893533:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 224/224 into md 0x1495 [1] + 0 00000800:00000001:3.0:1776200788.893541:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200788.893548:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200788.893550:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200788.893554:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200788.893560:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200788.893566:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000065a14479 x1862481227050304/t0(0) o400->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 224/224 e 2 to 0 dl 1776200794 ref 1 fl Rpc:Qr/c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' 00000100:00001000:3.0:1776200788.893578:0:2234:0:(events.c:147:reply_in_callback()) @@@ Early reply received, mlen=224 offset=0 replen=224 replied=0 unlinked=0 req@0000000065a14479 x1862481227050304/t0(0) o400->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 224/224 e 2 to 0 dl 1776200794 ref 1 fl Rpc:Q/c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' 00000100:00000001:3.0:1776200788.893630:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200788.893638:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200788.893642:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200788.893876:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200788.893881:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200788.893883:0:2239:0:(client.c:464:ptlrpc_at_recv_early_reply()) Process entered 02000000:00000001:1.0:1776200788.893885:0:2239:0:(sec.c:1163:sptlrpc_cli_unwrap_early_reply()) Process entered 00000100:00000010:1.0:1776200788.893890:0:2239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000039ecb165. 02000000:00000010:1.0:1776200788.893896:0:2239:0:(sec.c:1173:sptlrpc_cli_unwrap_early_reply()) kmalloced '(early_buf)': 256 at 000000002e9b3a0d. 02000000:00000001:1.0:1776200788.893899:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200788.893900:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200788.893902:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200788.893907:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200788.893909:0:2239:0:(sec.c:1231:sptlrpc_cli_unwrap_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200788.893914:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=25 v=1 (1 0 0 0) 02000000:00000010:1.0:1776200788.893917:0:2239:0:(sec.c:1254:sptlrpc_cli_finish_early_reply()) kfreed 'early_req->rq_repbuf': 256 at 000000002e9b3a0d. 00000100:00000010:1.0:1776200788.893921:0:2239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000039ecb165. 00000100:00001000:1.0:1776200788.893927:0:2239:0:(client.c:514:ptlrpc_at_recv_early_reply()) @@@ Early reply #3, new deadline in 17s (11s) req@0000000065a14479 x1862481227050304/t0(0) o400->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 224/224 e 3 to 0 dl 1776200805 ref 1 fl Rpc:Qr/c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' 00000100:00000001:1.0:1776200788.893934:0:2239:0:(client.c:516:ptlrpc_at_recv_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200788.893936:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200788.893938:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200789.799788:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200789.799818:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200789.799825:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200789.799825:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1776200789.800267:0:5026:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1776200789.800270:0:5026:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776200789.800273:0:5026:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1776200789.865096:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1776200789.865102:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200789.865104:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200789.865108:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:1.0:1776200789.865113:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200789.865116:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200789.865118:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200789.865120:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200789.865122:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200790.439897:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 822f82fc-1b4a-4a91-a190-4cbe8fb35285->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1776200790.439906:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1776200790.439915:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007be1c635. 00000020:00000040:0.0:1776200790.439921:0:36:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000100:00000001:0.0:1776200790.439925:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1776200790.439927:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1776200790.439932:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1776200790.439939:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f404acca. 00000100:00000001:0.0:1776200790.439945:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200790.439955:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 822f82fc-1b4a-4a91-a190-4cbe8fb35285->MGS req@000000007be1c635 x1862481227051008/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1776200790.439965:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1776200790.439969:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200790.439973:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000007be1c635] to pc [ptlrpcd_00_00+0] req@000000007be1c635 x1862481227051008/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1776200790.440007:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1776200790.440010:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-MDT0000_UUID: level REPLAY_WAIT/7 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776200790.440013:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY_WAIT) 00000100:00080000:0.0:1776200790.440015:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776200790.440018:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1776200790.440020:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776200790.440022:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1776200790.440024:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1776200790.440027:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1776200790.440030:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000869efdfb. 00000020:00000040:0.0:1776200790.440032:0:36:0:(genops.c:1191:class_import_get()) import 000000003f892a49 refcount=6 obd=lustre-MDT0000-mdc-ffff993bc2c8c000 00000100:00000001:0.0:1776200790.440034:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1776200790.440035:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1776200790.440037:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1776200790.440040:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000052f9203e. 00000100:00000001:0.0:1776200790.440042:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200790.440045:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-MDT0000_UUID req@00000000869efdfb x1862481227051072/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1776200790.440051:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1776200790.440053:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200790.440055:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000869efdfb] to pc [ptlrpcd_00_01+1] req@00000000869efdfb x1862481227051072/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1776200790.440061:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1776200790.440063:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776200790.440065:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1776200790.440068:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776200790.440070:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1776200790.440074:0:36:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (374) 00000100:00000001:1.0:1776200790.440182:0:2240:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200790.440186:0:2240:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200790.440188:0:2240:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200790.440192:0:2240:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007be1c635 x1862481227051008/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1776200790.440204:0:2240:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200790.440205:0:2240:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200790.440209:0:2240:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200790.440211:0:2240:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200790.440214:0:2240:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007be1c635 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:822f82fc-1b4a-4a91-a190-4cbe8fb35285:2240:1862481227051008:192.168.203.148@tcp:400:kworker/u8:1.0 00000100:00000001:1.0:1776200790.440218:0:2240:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200790.440223:0:2240:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200790.440225:0:2240:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200790.440227:0:2240:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200790.440231:0:2240:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b52b44e6. 02000000:00000001:1.0:1776200790.440233:0:2240:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200790.440240:0:2240:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200790.440244:0:2240:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000789f08a9. 00000400:00000010:1.0:1776200790.440249:0:2240:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb2c6874. 00000100:00000200:1.0:1776200790.440255:0:2240:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227051008, portal 25 00000100:00000001:1.0:1776200790.440257:0:2240:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200790.440258:0:2240:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080685160256 : -112993024391360 : ffff993bc2eb4740) 00000100:00000040:1.0:1776200790.440263:0:2240:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000007be1c635 x1862481227051008/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200797 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1776200790.440270:0:2240:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200790.440272:0:2240:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200790.440274:0:2240:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008fdf0e42. 00000100:00000200:1.0:1776200790.440277:0:2240:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1862481227051008, offset 0 00000400:00000200:1.0:1776200790.440283:0:2240:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200790.440291:0:2240:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200790.440298:0:2240:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200790.440304:0:2240:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200790.440307:0:2240:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200790.440311:0:2240:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200790.440314:0:2240:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [568:568:256:4294967295] 192.168.203.148@tcp LPNI seq info [568:568:8:4294967295] 00000400:00000200:1.0:1776200790.440318:0:2240:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200790.440327:0:2240:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200790.440332:0:2240:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200790.440336:0:2240:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e9b3a0d (tot 3431934). 00000800:00000200:1.0:1776200790.440342:0:2240:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200790.440406:0:2240:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200790.440409:0:2240:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002e9b3a0d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1776200790.440434:0:2240:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200790.440437:0:2240:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200790.440439:0:2240:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200790.440442:0:2240:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200790.440444:0:2240:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200790.440463:0:2240:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200790.440464:0:2240:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1776200790.440466:0:2240:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200790.440467:0:2240:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200790.440469:0:2240:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200790.440470:0:2240:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1776200790.440472:0:2240:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200790.440474:0:2240:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200790.440475:0:2240:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200790.440476:0:2240:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200790.440477:0:2240:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200790.440478:0:2240:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200790.440480:0:2240:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000869efdfb x1862481227051072/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1776200790.440487:0:2240:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200790.440488:0:2240:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200790.440490:0:2240:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200790.440491:0:2240:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200790.440493:0:2240:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000869efdfb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:afb33528-7691-4975-9821-d2ff03b6f7ab:2240:1862481227051072:192.168.203.148@tcp:400:kworker/u8:1.0 00000100:00000001:1.0:1776200790.440496:0:2240:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200790.440498:0:2240:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200790.440499:0:2240:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200790.440501:0:2240:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200790.440504:0:2240:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a7a1c59f. 02000000:00000001:1.0:1776200790.440505:0:2240:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200790.440509:0:2240:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200790.440511:0:2240:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002be6e158. 00000400:00000010:1.0:1776200790.440514:0:2240:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e92e4cf2. 00000100:00000200:1.0:1776200790.440516:0:2240:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227051072, portal 10 00000100:00000001:1.0:1776200790.440517:0:2240:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200790.440518:0:2240:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080685156608 : -112993024395008 : ffff993bc2eb3900) 00000100:00000040:1.0:1776200790.440532:0:2240:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000869efdfb x1862481227051072/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200797 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1776200790.440538:0:2240:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200790.440540:0:2240:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200790.440542:0:2240:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000053795ec0. 00000100:00000200:1.0:1776200790.440544:0:2240:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862481227051072, offset 0 00000400:00000200:1.0:1776200790.440548:0:2240:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200790.440551:0:2240:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200790.440554:0:2240:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200790.440557:0:2240:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200790.440559:0:2240:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200790.440561:0:2240:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200790.440563:0:2240:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [569:569:255:4294967295] 192.168.203.148@tcp LPNI seq info [569:569:7:4294967295] 00000400:00000200:1.0:1776200790.440566:0:2240:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200790.440571:0:2240:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200790.440574:0:2240:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200790.440577:0:2240:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004beab876 (tot 3432182). 00000800:00000200:1.0:1776200790.440580:0:2240:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200790.440624:0:2240:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200790.440627:0:2240:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004beab876 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1776200790.440630:0:2240:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200790.440632:0:2240:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200790.440634:0:2240:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200790.440637:0:2240:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200790.440639:0:2240:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200790.440660:0:2241:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200790.440661:0:2241:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200790.440879:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200790.440882:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e9b3a0d (tot 3431934). 00000400:00000200:3.0:1776200790.440889:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200790.440893:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200790.440897:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008fdf0e42 00000400:00000010:3.0:1776200790.440899:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008fdf0e42. 00000100:00000001:3.0:1776200790.440903:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200790.440906:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007be1c635 x1862481227051008/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200797 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1776200790.440914:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200790.440916:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000007be1c635 x1862481227051008/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200797 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1776200790.440921:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200790.440922:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1776200790.440982:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200790.440984:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004beab876 (tot 3431686). 00000400:00000200:3.0:1776200790.440987:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200790.440990:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200790.440992:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000053795ec0 00000400:00000010:3.0:1776200790.440993:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000053795ec0. 00000100:00000001:3.0:1776200790.440995:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200790.440997:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000869efdfb x1862481227051072/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200797 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1776200790.441002:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200790.441004:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000869efdfb x1862481227051072/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200797 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1776200790.441009:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200790.441010:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200790.443645:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200790.443659:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200790.443664:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200790.443666:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200790.443675:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200790.443682:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200790.443688:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200790.443692:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200790.443696:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200790.443700:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 25 MB=0x69deab3f07000 00000400:00000200:3.0:1776200790.443705:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200790.443711:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.148@tcp of length 224/224 into md 0x150d [1] + 224 00000800:00000001:3.0:1776200790.443718:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200790.443724:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200790.443726:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200790.443729:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200790.443734:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200790.443740:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007be1c635 x1862481227051008/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200797 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1776200790.443756:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000007be1c635 x1862481227051008/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200797 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1776200790.443777:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200790.443785:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200790.443788:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200790.444058:0:2240:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200790.444062:0:2240:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200790.444069:0:2240:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200790.444071:0:2240:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200790.444073:0:2240:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000789f08a9. 00000400:00000200:1.0:1776200790.444076:0:2240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb2c6874 00000400:00000010:1.0:1776200790.444078:0:2240:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb2c6874. 00000100:00000001:1.0:1776200790.444081:0:2240:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200790.444084:0:2240:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007be1c635 x1862481227051008/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200797 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:1.0:1776200790.444103:0:2240:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007be1c635 x1862481227051008/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200797 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1776200790.444109:0:2240:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200790.444110:0:2240:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200790.444113:0:2240:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200790.444115:0:2240:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200790.444117:0:2240:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200790.444119:0:2240:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200790.444121:0:2240:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200790.444126:0:2240:0:(import.c:1935:at_measured()) add 1 to 0000000082e3d950 time=9 v=1 (1 1 0 0) 00000100:00001000:1.0:1776200790.444129:0:2240:0:(import.c:1935:at_measured()) add 1 to 000000006882029e time=43 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200790.444132:0:2240:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200790.444133:0:2240:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200790.444136:0:2240:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776200790.444138:0:2240:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200790.444140:0:2240:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200790.444143:0:2240:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007be1c635 x1862481227051008/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200797 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1776200790.444149:0:2240:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200790.444152:0:2240:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200790.444153:0:2240:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1776200790.444156:0:2240:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007be1c635 x1862481227051008/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200797 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:1.0:1776200790.444165:0:2240:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007be1c635 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:822f82fc-1b4a-4a91-a190-4cbe8fb35285:2240:1862481227051008:192.168.203.148@tcp:400:kworker/u8:1.0 00000100:00000001:1.0:1776200790.444169:0:2240:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200790.444171:0:2240:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200790.444173:0:2240:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000007be1c635 x1862481227051008/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200797 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1776200790.444179:0:2240:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1776200790.444182:0:2240:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1776200790.444185:0:2240:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b52b44e6. 02000000:00000001:1.0:1776200790.444188:0:2240:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1776200790.444190:0:2240:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776200790.444192:0:2240:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=3 obd=MGC192.168.203.148@tcp 00000020:00000001:1.0:1776200790.444194:0:2240:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1776200790.444196:0:2240:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000f404acca. 02000000:00000001:1.0:1776200790.444199:0:2240:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1776200790.444201:0:2240:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1776200790.444202:0:2240:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007be1c635. 00000100:00000001:1.0:1776200790.444205:0:2240:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1776200790.444206:0:2240:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200790.444208:0:2240:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200790.444210:0:2240:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200790.444211:0:2240:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200790.444212:0:2240:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200790.444213:0:2240:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1776200790.445548:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200790.445844:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200790.445848:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200790.445850:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200790.445859:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200790.445865:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200790.445872:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200790.445876:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200790.445890:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200790.445894:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 10 MB=0x69deab3f07040 00000400:00000200:3.0:1776200790.445899:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200790.445904:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 224/224 into md 0x1515 [1] + 224 00000800:00000001:3.0:1776200790.445910:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200790.445916:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200790.445919:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200790.445922:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200790.445927:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200790.445931:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000869efdfb x1862481227051072/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200797 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1776200790.445940:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000869efdfb x1862481227051072/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200797 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1776200790.445994:0:2240:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200790.445997:0:2240:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200790.446014:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200790.446023:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200790.446026:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1776200790.446956:0:2240:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200790.446958:0:2240:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200790.446960:0:2240:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002be6e158. 00000400:00000200:1.0:1776200790.446965:0:2240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e92e4cf2 00000400:00000010:1.0:1776200790.446967:0:2240:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e92e4cf2. 00000100:00000001:1.0:1776200790.446970:0:2240:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200790.446977:0:2240:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000869efdfb x1862481227051072/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200797 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:1.0:1776200790.446985:0:2240:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000869efdfb x1862481227051072/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200797 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1776200790.446991:0:2240:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200790.446993:0:2240:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200790.446995:0:2240:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200790.446997:0:2240:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200790.446999:0:2240:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200790.447001:0:2240:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200790.447003:0:2240:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200790.447010:0:2240:0:(import.c:1935:at_measured()) add 1 to 000000005b486c3e time=108 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200790.447013:0:2240:0:(import.c:1935:at_measured()) add 1 to 00000000c01f1611 time=27 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200790.447015:0:2240:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200790.447017:0:2240:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200790.447019:0:2240:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776200790.447022:0:2240:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200790.447025:0:2240:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200790.447026:0:2240:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993bc2c8c000: skip recheck: last_committed 4294967306 00000100:00000001:1.0:1776200790.447028:0:2240:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200790.447029:0:2240:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200790.447032:0:2240:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000869efdfb x1862481227051072/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200797 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1776200790.447037:0:2240:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200790.447039:0:2240:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200790.447041:0:2240:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1776200790.447044:0:2240:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000869efdfb x1862481227051072/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200797 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:1.0:1776200790.447050:0:2240:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000869efdfb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:afb33528-7691-4975-9821-d2ff03b6f7ab:2240:1862481227051072:192.168.203.148@tcp:400:kworker/u8:1.0 00000100:00000001:1.0:1776200790.447054:0:2240:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200790.447056:0:2240:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200790.447058:0:2240:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000869efdfb x1862481227051072/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200797 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1776200790.447176:0:2240:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1776200790.447178:0:2240:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1776200790.447181:0:2240:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a7a1c59f. 02000000:00000001:1.0:1776200790.447185:0:2240:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1776200790.447186:0:2240:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776200790.447188:0:2240:0:(genops.c:1204:class_import_put()) import 000000003f892a49 refcount=5 obd=lustre-MDT0000-mdc-ffff993bc2c8c000 00000020:00000001:1.0:1776200790.447190:0:2240:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1776200790.447192:0:2240:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000052f9203e. 02000000:00000001:1.0:1776200790.447195:0:2240:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1776200790.447197:0:2240:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1776200790.447198:0:2240:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000869efdfb. 00000100:00000001:1.0:1776200790.447203:0:2240:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1776200790.447204:0:2240:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200790.447205:0:2240:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200790.447213:0:2240:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200790.447214:0:2240:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200790.447216:0:2240:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200790.447218:0:2240:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200790.824414:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200790.824421:0:420:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1776200790.824423:0:420:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1776200790.824424:0:420:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200790.824430:0:420:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1776200790.824432:0:420:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200790.824433:0:420:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200790.824435:0:420:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200790.824438:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200790.824439:0:420:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1776200790.824440:0:420:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1776200790.824441:0:420:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200790.824443:0:420:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1776200790.824443:0:420:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200790.824445:0:420:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200790.824446:0:420:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200790.824700:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200790.824703:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200790.824706:0:5027:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1776200790.887819:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1776200790.887826:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200790.887828:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200790.887833:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:1.0:1776200790.887837:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200790.887840:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200790.887842:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200790.887844:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200790.887846:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200791.847749:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200791.847754:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200791.847759:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200791.847760:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1776200791.847929:0:5026:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1776200791.847932:0:5026:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776200791.847935:0:5026:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1776200791.911706:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1776200791.911713:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200791.911714:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200791.911719:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:1.0:1776200791.911723:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200791.911727:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200791.911729:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200791.911731:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200791.911733:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200792.871911:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200792.871916:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200792.871923:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200792.871924:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200792.872750:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200792.872753:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200792.872757:0:5027:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1776200792.937238:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1776200792.937244:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200792.937247:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200792.937250:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:1.0:1776200792.937255:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200792.937258:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200792.937260:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200792.937262:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200792.937264:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200793.895716:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200793.895728:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200793.895736:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200793.895738:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1776200793.895824:0:5026:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1776200793.895827:0:5026:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776200793.895829:0:5026:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1776200793.961533:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1776200793.961541:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200793.961542:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200793.961547:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:0.0:1776200793.961551:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200793.961554:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200793.961557:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200793.961559:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200793.961562:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200794.024351:0:2239:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1776200794.024362:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200794.024363:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:1.0:1776200794.024368:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200794.024370:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200794.024374:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200794.024376:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200794.919799:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200794.919805:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200794.919811:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200794.919812:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200794.919941:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200794.919944:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200794.919947:0:5027:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1776200794.984020:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1776200794.984026:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200794.984028:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200794.984032:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:0.0:1776200794.984036:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200794.984039:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200794.984042:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200794.984044:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200794.984046:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200795.559840:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 822f82fc-1b4a-4a91-a190-4cbe8fb35285->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1776200795.559851:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1776200795.559859:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e9bbd3e2. 00000020:00000040:3.0:1776200795.559866:0:38:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000100:00000001:3.0:1776200795.559870:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1776200795.559873:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1776200795.559878:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1776200795.559885:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000233ae3fc. 00000100:00000001:3.0:1776200795.559890:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200795.559900:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 822f82fc-1b4a-4a91-a190-4cbe8fb35285->MGS req@00000000e9bbd3e2 x1862481227051136/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1776200795.559910:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1776200795.559913:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200795.559919:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000e9bbd3e2] to pc [ptlrpcd_01_01+1] req@00000000e9bbd3e2 x1862481227051136/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200795.559946:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1776200795.559948:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-MDT0000_UUID: level REPLAY_WAIT/7 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776200795.559952:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY_WAIT) 00000100:00080000:3.0:1776200795.559954:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776200795.559957:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1776200795.559959:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776200795.559961:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1776200795.559965:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1776200795.559968:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1776200795.559971:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bd301d1a. 00000020:00000040:3.0:1776200795.559974:0:38:0:(genops.c:1191:class_import_get()) import 000000003f892a49 refcount=6 obd=lustre-MDT0000-mdc-ffff993bc2c8c000 00000100:00000001:3.0:1776200795.559975:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1776200795.559977:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1776200795.559978:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1776200795.559981:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004399ffd9. 00000100:00000001:3.0:1776200795.559983:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200795.559986:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-MDT0000_UUID req@00000000bd301d1a x1862481227051200/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1776200795.559991:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1776200795.559993:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200795.559996:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000bd301d1a] to pc [ptlrpcd_01_00+0] req@00000000bd301d1a x1862481227051200/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200795.560003:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1776200795.560004:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776200795.560006:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1776200795.560009:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776200795.560011:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1776200795.560015:0:38:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (379) 00000100:00000001:3.0:1776200795.560029:0:2242:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200795.560033:0:2242:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200795.560035:0:2242:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1776200795.560038:0:2242:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bd301d1a x1862481227051200/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200795.560044:0:2242:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1776200795.560046:0:2242:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200795.560049:0:2242:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1776200795.560051:0:2242:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1776200795.560054:0:2242:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd301d1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:afb33528-7691-4975-9821-d2ff03b6f7ab:2242:1862481227051200:192.168.203.148@tcp:400:kworker/u8:3.0 00000100:00000001:3.0:1776200795.560058:0:2242:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1776200795.560063:0:2242:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1776200795.560064:0:2242:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200795.560066:0:2242:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1776200795.560070:0:2242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000015c87ac5. 02000000:00000001:3.0:1776200795.560072:0:2242:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1776200795.560078:0:2242:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:3.0:1776200795.560082:0:2242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000073e4a539. 00000400:00000010:3.0:1776200795.560087:0:2242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000ccc79b7. 00000100:00000200:3.0:1776200795.560092:0:2242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227051200, portal 10 00000100:00000001:3.0:1776200795.560094:0:2242:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776200795.560095:0:2242:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682641984 : -112993026909632 : ffff993bc2c4da40) 00000100:00000040:3.0:1776200795.560102:0:2242:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000bd301d1a x1862481227051200/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200802 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200795.560107:0:2242:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1776200795.560109:0:2242:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:3.0:1776200795.560111:0:2242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033031c1a. 00000100:00000200:3.0:1776200795.560113:0:2242:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862481227051200, offset 0 00000400:00000200:3.0:1776200795.560119:0:2242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:3.0:1776200795.560127:0:2242:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200795.560134:0:2242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200795.560141:0:2242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:3.0:1776200795.560144:0:2242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776200795.560147:0:2242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:3.0:1776200795.560150:0:2242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [570:570:256:4294967295] 192.168.203.148@tcp LPNI seq info [570:570:8:4294967295] 00000400:00000200:3.0:1776200795.560153:0:2242:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200795.560161:0:2242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:3.0:1776200795.560167:0:2242:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200795.560171:0:2242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dd01d0aa (tot 3431934). 00000800:00000200:3.0:1776200795.560177:0:2242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200795.560184:0:2242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200795.560188:0:2242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dd01d0aa type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1776200795.560199:0:2242:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200795.560201:0:2242:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200795.560203:0:2242:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200795.560206:0:2242:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200795.560208:0:2242:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200795.560215:0:2242:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1776200795.560216:0:2242:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1776200795.560218:0:2242:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200795.560218:0:2242:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200795.560220:0:2242:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1776200795.560221:0:2242:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1776200795.560223:0:2242:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200795.560225:0:2242:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1776200795.560226:0:2242:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200795.560227:0:2242:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200795.560228:0:2242:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200795.560229:0:2242:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1776200795.560231:0:2242:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e9bbd3e2 x1862481227051136/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200795.560236:0:2242:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1776200795.560237:0:2242:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200795.560239:0:2242:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1776200795.560240:0:2242:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1776200795.560243:0:2242:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e9bbd3e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:822f82fc-1b4a-4a91-a190-4cbe8fb35285:2242:1862481227051136:192.168.203.148@tcp:400:kworker/u8:3.0 00000100:00000001:3.0:1776200795.560245:0:2242:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1776200795.560247:0:2242:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1776200795.560248:0:2242:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200795.560250:0:2242:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1776200795.560252:0:2242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003fe5f1a8. 02000000:00000001:3.0:1776200795.560253:0:2242:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1776200795.560256:0:2242:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:3.0:1776200795.560258:0:2242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007213d044. 00000400:00000010:3.0:1776200795.560261:0:2242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099db2bf5. 00000100:00000200:3.0:1776200795.560264:0:2242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227051136, portal 25 00000100:00000001:3.0:1776200795.560265:0:2242:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776200795.560266:0:2242:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682646848 : -112993026904768 : ffff993bc2c4ed40) 00000100:00000040:3.0:1776200795.560269:0:2242:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000e9bbd3e2 x1862481227051136/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200802 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200795.560275:0:2242:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1776200795.560277:0:2242:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:3.0:1776200795.560278:0:2242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e59c539e. 00000100:00000200:3.0:1776200795.560280:0:2242:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1862481227051136, offset 0 00000400:00000200:3.0:1776200795.560284:0:2242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:3.0:1776200795.560287:0:2242:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200795.560290:0:2242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200795.560293:0:2242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:3.0:1776200795.560295:0:2242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776200795.560297:0:2242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:3.0:1776200795.560299:0:2242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [571:571:255:4294967295] 192.168.203.148@tcp LPNI seq info [571:571:7:4294967295] 00000400:00000200:3.0:1776200795.560303:0:2242:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200795.560308:0:2242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:3.0:1776200795.560312:0:2242:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200795.560315:0:2242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e36cc638 (tot 3432182). 00000800:00000200:3.0:1776200795.560318:0:2242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200795.560322:0:2242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200795.560324:0:2242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e36cc638 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1776200795.560326:0:2242:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200795.560327:0:2242:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200795.560329:0:2242:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200795.560331:0:2242:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200795.560333:0:2242:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200795.560375:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200795.560379:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dd01d0aa (tot 3431934). 00000400:00000200:3.0:1776200795.560385:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200795.560389:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200795.560395:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033031c1a 00000400:00000010:3.0:1776200795.560396:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033031c1a. 00000100:00000001:3.0:1776200795.560400:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200795.560403:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bd301d1a x1862481227051200/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200802 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200795.560410:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200795.560412:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000bd301d1a x1862481227051200/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200802 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200795.560418:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200795.560419:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1776200795.560483:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200795.560486:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e36cc638 (tot 3431686). 00000400:00000200:3.0:1776200795.560490:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200795.560493:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200795.560495:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e59c539e 00000400:00000010:3.0:1776200795.560496:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e59c539e. 00000100:00000001:3.0:1776200795.560498:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200795.560500:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e9bbd3e2 x1862481227051136/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200802 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200795.560505:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200795.560507:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000e9bbd3e2 x1862481227051136/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200802 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200795.560511:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200795.560513:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:2.0:1776200795.561314:0:2243:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200795.561318:0:2243:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1776200795.563678:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200795.563701:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200795.563706:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200795.563708:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200795.563718:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200795.563725:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200795.563733:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200795.563738:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200795.563742:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200795.563746:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 10 MB=0x69deab3f070c0 00000400:00000200:3.0:1776200795.563751:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200795.563758:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 224/224 into md 0x151d [1] + 224 00000800:00000001:3.0:1776200795.563766:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200795.563770:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200795.563772:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200795.563776:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200795.563782:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200795.563788:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bd301d1a x1862481227051200/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200802 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:3.0:1776200795.563798:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000bd301d1a x1862481227051200/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200802 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200795.563823:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200795.563831:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200795.563835:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200795.563836:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200795.563838:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200795.563841:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200795.563844:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200795.563847:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200795.563849:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200795.563853:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200795.563855:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 25 MB=0x69deab3f07080 00000400:00000200:3.0:1776200795.563858:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200795.563862:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.148@tcp of length 224/224 into md 0x152d [1] + 224 00000800:00000001:3.0:1776200795.563865:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200795.563869:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200795.563871:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200795.563873:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200795.563876:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200795.563878:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e9bbd3e2 x1862481227051136/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200802 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:3.0:1776200795.563884:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000e9bbd3e2 x1862481227051136/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200802 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200795.563891:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200795.563894:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200795.563896:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200795.564158:0:2242:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200795.564163:0:2242:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1776200795.564171:0:2242:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200795.564172:0:2242:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200795.564175:0:2242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007213d044. 00000400:00000200:2.0:1776200795.564180:0:2242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099db2bf5 00000400:00000010:2.0:1776200795.564182:0:2242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099db2bf5. 00000100:00000001:2.0:1776200795.564185:0:2242:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200795.564189:0:2242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e9bbd3e2 x1862481227051136/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200802 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:2.0:1776200795.564197:0:2242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e9bbd3e2 x1862481227051136/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200802 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200795.564202:0:2242:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200795.564204:0:2242:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200795.564207:0:2242:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1776200795.564210:0:2242:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1776200795.564212:0:2242:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776200795.564215:0:2242:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200795.564218:0:2242:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776200795.564224:0:2242:0:(import.c:1935:at_measured()) add 1 to 0000000082e3d950 time=14 v=1 (1 1 0 0) 00000100:00001000:2.0:1776200795.564228:0:2242:0:(import.c:1935:at_measured()) add 1 to 000000006882029e time=48 v=1 (1 0 0 0) 00000100:00000001:2.0:1776200795.564230:0:2242:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1776200795.564231:0:2242:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200795.564234:0:2242:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1776200795.564236:0:2242:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200795.564239:0:2242:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200795.564243:0:2242:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e9bbd3e2 x1862481227051136/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200802 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200795.564250:0:2242:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200795.564253:0:2242:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200795.564256:0:2242:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1776200795.564259:0:2242:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e9bbd3e2 x1862481227051136/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200802 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:2.0:1776200795.564265:0:2242:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e9bbd3e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:822f82fc-1b4a-4a91-a190-4cbe8fb35285:2242:1862481227051136:192.168.203.148@tcp:400:kworker/u8:3.0 00000400:00000001:2.0:1776200795.564271:0:2242:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200795.564272:0:2242:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200795.564273:0:2242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000073e4a539. 00000400:00000200:2.0:1776200795.564275:0:2242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000ccc79b7 00000400:00000010:2.0:1776200795.564277:0:2242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000ccc79b7. 00000100:00000001:2.0:1776200795.564279:0:2242:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200795.564280:0:2242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bd301d1a x1862481227051200/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200802 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:2.0:1776200795.564286:0:2242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bd301d1a x1862481227051200/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200802 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200795.564291:0:2242:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200795.564292:0:2242:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200795.564293:0:2242:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1776200795.564294:0:2242:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1776200795.564296:0:2242:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776200795.564297:0:2242:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200795.564298:0:2242:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776200795.564303:0:2242:0:(import.c:1935:at_measured()) add 1 to 000000005b486c3e time=113 v=1 (1 0 0 0) 00000100:00001000:2.0:1776200795.564305:0:2242:0:(import.c:1935:at_measured()) add 1 to 00000000c01f1611 time=32 v=1 (1 0 0 0) 00000100:00000001:2.0:1776200795.564306:0:2242:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1776200795.564307:0:2242:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200795.564308:0:2242:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1776200795.564311:0:2242:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200795.564313:0:2242:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1776200795.564315:0:2242:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993bc2c8c000: skip recheck: last_committed 4294967306 00000100:00000001:2.0:1776200795.564317:0:2242:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1776200795.564318:0:2242:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200795.564320:0:2242:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bd301d1a x1862481227051200/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200802 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200795.564329:0:2242:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200795.564330:0:2242:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200795.564331:0:2242:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1776200795.564333:0:2242:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bd301d1a x1862481227051200/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200802 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:2.0:1776200795.564338:0:2242:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd301d1a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:afb33528-7691-4975-9821-d2ff03b6f7ab:2242:1862481227051200:192.168.203.148@tcp:400:kworker/u8:3.0 00000100:00000001:2.0:1776200795.564342:0:2242:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200795.564344:0:2242:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200795.564346:0:2242:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000e9bbd3e2 x1862481227051136/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200802 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200795.564352:0:2242:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1776200795.564354:0:2242:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1776200795.564357:0:2242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003fe5f1a8. 02000000:00000001:2.0:1776200795.564361:0:2242:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1776200795.564363:0:2242:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1776200795.564365:0:2242:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=3 obd=MGC192.168.203.148@tcp 00000020:00000001:2.0:1776200795.564367:0:2242:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1776200795.564369:0:2242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000233ae3fc. 02000000:00000001:2.0:1776200795.564372:0:2242:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1776200795.564374:0:2242:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1776200795.564375:0:2242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e9bbd3e2. 00000100:00000001:2.0:1776200795.564378:0:2242:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1776200795.564379:0:2242:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200795.564381:0:2242:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200795.564383:0:2242:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000bd301d1a x1862481227051200/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200802 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200795.564388:0:2242:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1776200795.564389:0:2242:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1776200795.564390:0:2242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000015c87ac5. 02000000:00000001:2.0:1776200795.564392:0:2242:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1776200795.564393:0:2242:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1776200795.564393:0:2242:0:(genops.c:1204:class_import_put()) import 000000003f892a49 refcount=5 obd=lustre-MDT0000-mdc-ffff993bc2c8c000 00000020:00000001:2.0:1776200795.564396:0:2242:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1776200795.564397:0:2242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000004399ffd9. 02000000:00000001:2.0:1776200795.564398:0:2242:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1776200795.564399:0:2242:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1776200795.564400:0:2242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bd301d1a. 00000100:00000001:2.0:1776200795.564402:0:2242:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1776200795.564403:0:2242:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200795.564405:0:2242:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200795.564413:0:2242:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200795.564415:0:2242:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200795.564417:0:2242:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200795.564418:0:2242:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200795.943713:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200795.943718:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200795.943724:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200795.943725:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1776200795.945724:0:5026:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1776200795.945728:0:5026:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776200795.945732:0:5026:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1776200796.008095:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1776200796.008102:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200796.008103:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200796.008108:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:0.0:1776200796.008112:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200796.008115:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200796.008117:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200796.008119:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200796.008121:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200796.967762:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200796.967766:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200796.967772:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200796.967773:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200796.968218:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200796.968221:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200796.968224:0:5027:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1776200797.032207:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1776200797.032212:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200797.032214:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200797.032219:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:0.0:1776200797.032224:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200797.032227:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200797.032229:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200797.032231:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200797.032233:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200797.991735:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200797.991741:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200797.991748:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200797.991749:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1776200797.991967:0:5026:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1776200797.991970:0:5026:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776200797.991972:0:5026:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1776200798.056184:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1776200798.056190:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200798.056191:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200798.056196:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:0.0:1776200798.056201:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200798.056205:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200798.056208:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200798.056209:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200798.056212:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200799.018156:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200799.018161:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200799.018167:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200799.018168:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200799.018658:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200799.018661:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200799.018664:0:5027:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1776200799.079749:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1776200799.079755:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200799.079757:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200799.079762:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:0.0:1776200799.079766:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200799.079769:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200799.079772:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200799.079774:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200799.079787:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1776200799.131491:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200799.131507:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200799.131512:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200799.131514:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200799.131535:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200799.131543:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200799.131550:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200799.131555:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200799.131558:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200799.131562:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 10 MB=0x69deab3f06d40 00000400:00000200:3.0:1776200799.131567:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200799.131573:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 224/224 into md 0x1495 [1] + 0 00000800:00000001:3.0:1776200799.131580:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200799.131629:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200799.131633:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200799.131637:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200799.131644:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200799.131650:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000065a14479 x1862481227050304/t0(0) o400->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 224/224 e 3 to 0 dl 1776200805 ref 1 fl Rpc:Qr/c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' 00000100:00001000:3.0:1776200799.131660:0:2234:0:(events.c:147:reply_in_callback()) @@@ Early reply received, mlen=224 offset=0 replen=224 replied=0 unlinked=0 req@0000000065a14479 x1862481227050304/t0(0) o400->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 224/224 e 3 to 0 dl 1776200805 ref 1 fl Rpc:Q/c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' 00000100:00000001:3.0:1776200799.131684:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200799.131692:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200799.131695:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200799.131733:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200799.131738:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200799.131740:0:2239:0:(client.c:464:ptlrpc_at_recv_early_reply()) Process entered 02000000:00000001:1.0:1776200799.131742:0:2239:0:(sec.c:1163:sptlrpc_cli_unwrap_early_reply()) Process entered 00000100:00000010:1.0:1776200799.131747:0:2239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000039ecb165. 02000000:00000010:1.0:1776200799.131752:0:2239:0:(sec.c:1173:sptlrpc_cli_unwrap_early_reply()) kmalloced '(early_buf)': 256 at 0000000045d123db. 02000000:00000001:1.0:1776200799.131755:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200799.131757:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200799.131759:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200799.131765:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200799.131767:0:2239:0:(sec.c:1231:sptlrpc_cli_unwrap_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200799.131770:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=36 v=1 (1 0 0 0) 02000000:00000010:1.0:1776200799.131774:0:2239:0:(sec.c:1254:sptlrpc_cli_finish_early_reply()) kfreed 'early_req->rq_repbuf': 256 at 0000000045d123db. 00000100:00000010:1.0:1776200799.131778:0:2239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000039ecb165. 00000100:00001000:1.0:1776200799.131784:0:2239:0:(client.c:514:ptlrpc_at_recv_early_reply()) @@@ Early reply #4, new deadline in 17s (11s) req@0000000065a14479 x1862481227050304/t0(0) o400->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 224/224 e 4 to 0 dl 1776200816 ref 1 fl Rpc:Qr/c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' 00000100:00000001:1.0:1776200799.131792:0:2239:0:(client.c:516:ptlrpc_at_recv_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200799.131794:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200799.131796:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200800.039715:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200800.039720:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200800.039726:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200800.039727:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1776200800.039836:0:5026:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1776200800.039839:0:5026:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776200800.039842:0:5026:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1776200800.103698:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1776200800.103703:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200800.103705:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200800.103708:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:0.0:1776200800.103713:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200800.103716:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200800.103718:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200800.103720:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200800.103722:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200800.679803:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 822f82fc-1b4a-4a91-a190-4cbe8fb35285->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1776200800.679813:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1776200800.679822:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000156007d8. 00000020:00000040:2.0:1776200800.679828:0:36:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000100:00000001:2.0:1776200800.679831:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1776200800.679834:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1776200800.679838:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1776200800.679846:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000df31a98d. 00000100:00000001:2.0:1776200800.679851:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200800.679861:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 822f82fc-1b4a-4a91-a190-4cbe8fb35285->MGS req@00000000156007d8 x1862481227051264/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1776200800.679870:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1776200800.679872:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200800.679878:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000156007d8] to pc [ptlrpcd_01_01+1] req@00000000156007d8 x1862481227051264/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1776200800.679910:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1776200800.679913:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-MDT0000_UUID: level REPLAY_WAIT/7 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776200800.679915:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY_WAIT) 00000100:00080000:2.0:1776200800.679918:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776200800.679920:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1776200800.679922:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776200800.679925:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1776200800.679926:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1776200800.679929:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1776200800.679932:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000599ea87d. 00000020:00000040:2.0:1776200800.679934:0:36:0:(genops.c:1191:class_import_get()) import 000000003f892a49 refcount=6 obd=lustre-MDT0000-mdc-ffff993bc2c8c000 00000100:00000001:2.0:1776200800.679936:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1776200800.679937:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1776200800.679939:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1776200800.679992:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000063bad7bd. 00000100:00000001:2.0:1776200800.679995:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200800.679999:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-MDT0000_UUID req@00000000599ea87d x1862481227051328/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1776200800.680010:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1776200800.680011:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200800.680014:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000599ea87d] to pc [ptlrpcd_01_00+0] req@00000000599ea87d x1862481227051328/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1776200800.680020:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1776200800.680022:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776200800.680024:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1776200800.680026:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776200800.680028:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1776200800.680033:0:36:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (384) 00000100:00000001:2.0:1776200800.680048:0:2242:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200800.680052:0:2242:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200800.680053:0:2242:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1776200800.680057:0:2242:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000599ea87d x1862481227051328/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1776200800.680063:0:2242:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1776200800.680064:0:2242:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200800.680067:0:2242:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1776200800.680070:0:2242:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1776200800.680072:0:2242:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000599ea87d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:afb33528-7691-4975-9821-d2ff03b6f7ab:2242:1862481227051328:192.168.203.148@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1776200800.680076:0:2242:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1776200800.680080:0:2242:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1776200800.680082:0:2242:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200800.680084:0:2242:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1776200800.680088:0:2242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c1e03d2d. 02000000:00000001:2.0:1776200800.680089:0:2242:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1776200800.680096:0:2242:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:2.0:1776200800.680100:0:2242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001b68393a. 00000400:00000010:2.0:1776200800.680105:0:2242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000503e98cf. 00000100:00000200:2.0:1776200800.680112:0:2242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227051328, portal 10 00000100:00000001:2.0:1776200800.680114:0:2242:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200800.680115:0:2242:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080683348288 : -112993026203328 : ffff993bc2cfa140) 00000100:00000040:2.0:1776200800.680121:0:2242:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000599ea87d x1862481227051328/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200807 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1776200800.680128:0:2242:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1776200800.680130:0:2242:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:2.0:1776200800.680132:0:2242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008b2d1742. 00000100:00000200:2.0:1776200800.680134:0:2242:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862481227051328, offset 0 00000400:00000200:2.0:1776200800.680140:0:2242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:2.0:1776200800.680147:0:2242:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200800.680154:0:2242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200800.680161:0:2242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:2.0:1776200800.680164:0:2242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776200800.680167:0:2242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:2.0:1776200800.680170:0:2242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [572:572:256:4294967295] 192.168.203.148@tcp LPNI seq info [572:572:8:4294967295] 00000400:00000200:2.0:1776200800.680173:0:2242:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200800.680180:0:2242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:2.0:1776200800.680186:0:2242:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200800.680190:0:2242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b4341bfd (tot 3431934). 00000800:00000200:2.0:1776200800.680196:0:2242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200800.680203:0:2242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200800.680206:0:2242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b4341bfd type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1776200800.680218:0:2242:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200800.680220:0:2242:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200800.680223:0:2242:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200800.680225:0:2242:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200800.680227:0:2242:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200800.680235:0:2242:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200800.680236:0:2242:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1776200800.680238:0:2242:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200800.680239:0:2242:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200800.680240:0:2242:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1776200800.680242:0:2242:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1776200800.680244:0:2242:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200800.680245:0:2242:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200800.680246:0:2242:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200800.680247:0:2242:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200800.680248:0:2242:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200800.680249:0:2242:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1776200800.680252:0:2242:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000156007d8 x1862481227051264/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1776200800.680258:0:2242:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1776200800.680259:0:2242:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200800.680261:0:2242:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1776200800.680262:0:2242:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1776200800.680264:0:2242:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000156007d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:822f82fc-1b4a-4a91-a190-4cbe8fb35285:2242:1862481227051264:192.168.203.148@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1776200800.680267:0:2242:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1776200800.680269:0:2242:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1776200800.680270:0:2242:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200800.680271:0:2242:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1776200800.680273:0:2242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004ba6fa86. 02000000:00000001:2.0:1776200800.680275:0:2242:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1776200800.680278:0:2242:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:2.0:1776200800.680280:0:2242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001dcf1ff7. 00000400:00000010:2.0:1776200800.680283:0:2242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000accc2826. 00000100:00000200:2.0:1776200800.680285:0:2242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227051264, portal 25 00000100:00000001:2.0:1776200800.680287:0:2242:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200800.680288:0:2242:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080683353152 : -112993026198464 : ffff993bc2cfb440) 00000100:00000040:2.0:1776200800.680291:0:2242:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000156007d8 x1862481227051264/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200807 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1776200800.680296:0:2242:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1776200800.680298:0:2242:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:2.0:1776200800.680300:0:2242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdafbb07. 00000100:00000200:2.0:1776200800.680301:0:2242:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1862481227051264, offset 0 00000400:00000200:2.0:1776200800.680305:0:2242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:2.0:1776200800.680308:0:2242:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200800.680312:0:2242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200800.680315:0:2242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:2.0:1776200800.680317:0:2242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776200800.680319:0:2242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:2.0:1776200800.680322:0:2242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [573:573:255:4294967295] 192.168.203.148@tcp LPNI seq info [573:573:7:4294967295] 00000400:00000200:2.0:1776200800.680326:0:2242:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200800.680331:0:2242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:2.0:1776200800.680346:0:2242:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200800.680349:0:2242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001a242a82 (tot 3432182). 00000800:00000200:2.0:1776200800.680353:0:2242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200800.680364:0:2242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200800.680366:0:2242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001a242a82 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1776200800.680369:0:2242:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200800.680370:0:2242:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200800.680373:0:2242:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200800.680375:0:2242:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200800.680376:0:2242:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200800.680438:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200800.680441:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b4341bfd (tot 3431934). 00000400:00000200:2.0:1776200800.680447:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200800.680451:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200800.680455:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008b2d1742 00000400:00000010:2.0:1776200800.680457:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008b2d1742. 00000100:00000001:2.0:1776200800.680461:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200800.680464:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000599ea87d x1862481227051328/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200807 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1776200800.680472:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200800.680475:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000599ea87d x1862481227051328/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200807 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1776200800.680481:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200800.680483:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1776200800.680544:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200800.680546:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001a242a82 (tot 3431686). 00000400:00000200:2.0:1776200800.680548:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1776200800.680681:0:2243:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200800.680683:0:2243:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1776200800.681965:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200800.681971:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdafbb07 00000400:00000010:2.0:1776200800.681974:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdafbb07. 00000100:00000001:2.0:1776200800.681980:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200800.681984:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000156007d8 x1862481227051264/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200807 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1776200800.681994:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200800.681998:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000156007d8 x1862481227051264/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200807 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1776200800.682003:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200800.682004:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200800.685355:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200800.685371:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200800.685375:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200800.685378:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200800.685387:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200800.685394:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200800.685401:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200800.685406:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200800.685409:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200800.685413:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 25 MB=0x69deab3f07100 00000400:00000200:3.0:1776200800.685418:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200800.685433:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.148@tcp of length 224/224 into md 0x154d [1] + 224 00000800:00000001:3.0:1776200800.685442:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200800.685448:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200800.685450:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200800.685453:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200800.685458:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200800.685464:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000156007d8 x1862481227051264/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200807 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1776200800.685474:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000156007d8 x1862481227051264/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200807 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1776200800.685502:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200800.685509:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200800.685512:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200800.685676:0:2242:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200800.685680:0:2242:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1776200800.685687:0:2242:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1776200800.685688:0:2242:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1776200800.685690:0:2242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001dcf1ff7. 00000400:00000200:2.0:1776200800.685694:0:2242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000accc2826 00000400:00000010:2.0:1776200800.685696:0:2242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000accc2826. 00000100:00000001:2.0:1776200800.685698:0:2242:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200800.685703:0:2242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000156007d8 x1862481227051264/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200807 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:2.0:1776200800.685710:0:2242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000156007d8 x1862481227051264/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200807 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1776200800.685716:0:2242:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1776200800.685718:0:2242:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200800.685720:0:2242:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1776200800.685723:0:2242:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1776200800.685725:0:2242:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1776200800.685727:0:2242:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200800.685729:0:2242:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1776200800.685735:0:2242:0:(import.c:1935:at_measured()) add 1 to 0000000082e3d950 time=19 v=1 (1 1 0 0) 00000100:00001000:2.0:1776200800.685739:0:2242:0:(import.c:1935:at_measured()) add 1 to 000000006882029e time=53 v=1 (1 0 0 0) 00000100:00000001:2.0:1776200800.685741:0:2242:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1776200800.685743:0:2242:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200800.685746:0:2242:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1776200800.685747:0:2242:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200800.685750:0:2242:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200800.685753:0:2242:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000156007d8 x1862481227051264/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200807 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1776200800.685759:0:2242:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200800.685761:0:2242:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1776200800.685763:0:2242:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1776200800.685766:0:2242:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000156007d8 x1862481227051264/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200807 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:2.0:1776200800.685772:0:2242:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000156007d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:822f82fc-1b4a-4a91-a190-4cbe8fb35285:2242:1862481227051264:192.168.203.148@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1776200800.685776:0:2242:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200800.685778:0:2242:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200800.685780:0:2242:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000156007d8 x1862481227051264/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200807 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1776200800.685785:0:2242:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1776200800.685787:0:2242:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1776200800.685790:0:2242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004ba6fa86. 02000000:00000001:2.0:1776200800.685793:0:2242:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1776200800.685794:0:2242:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1776200800.685796:0:2242:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=3 obd=MGC192.168.203.148@tcp 00000020:00000001:2.0:1776200800.685798:0:2242:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1776200800.685800:0:2242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000df31a98d. 02000000:00000001:2.0:1776200800.685802:0:2242:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1776200800.685803:0:2242:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1776200800.685805:0:2242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000156007d8. 00000100:00000001:2.0:1776200800.685807:0:2242:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1776200800.685808:0:2242:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200800.685811:0:2242:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200800.685813:0:2242:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200800.685814:0:2242:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200800.685815:0:2242:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200800.685816:0:2242:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1776200800.689684:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200800.689781:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200800.689785:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200800.689788:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200800.689798:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200800.689804:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200800.689812:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200800.689816:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200800.689819:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200800.689823:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 10 MB=0x69deab3f07140 00000400:00000200:2.0:1776200800.689828:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200800.689833:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 224/224 into md 0x153d [1] + 224 00000800:00000001:2.0:1776200800.689840:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200800.689848:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200800.689850:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200800.689853:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200800.689860:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200800.689865:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000599ea87d x1862481227051328/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200807 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:2.0:1776200800.689875:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000599ea87d x1862481227051328/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200807 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1776200800.689900:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200800.689908:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200800.689911:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200800.690198:0:2242:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200800.690202:0:2242:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1776200800.690209:0:2242:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1776200800.690210:0:2242:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1776200800.690212:0:2242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001b68393a. 00000400:00000200:3.0:1776200800.690216:0:2242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000503e98cf 00000400:00000010:3.0:1776200800.690218:0:2242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000503e98cf. 00000100:00000001:3.0:1776200800.690222:0:2242:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200800.690226:0:2242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000599ea87d x1862481227051328/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200807 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:3.0:1776200800.690232:0:2242:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000599ea87d x1862481227051328/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200807 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1776200800.690237:0:2242:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1776200800.690239:0:2242:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200800.690241:0:2242:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1776200800.690243:0:2242:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1776200800.690246:0:2242:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1776200800.690247:0:2242:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200800.690249:0:2242:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1776200800.690258:0:2242:0:(import.c:1935:at_measured()) add 1 to 000000005b486c3e time=118 v=1 (1 0 0 0) 00000100:00001000:3.0:1776200800.690262:0:2242:0:(import.c:1935:at_measured()) add 1 to 00000000c01f1611 time=37 v=1 (1 0 0 0) 00000100:00000001:3.0:1776200800.690265:0:2242:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1776200800.690266:0:2242:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200800.690269:0:2242:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1776200800.690271:0:2242:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200800.690275:0:2242:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1776200800.690276:0:2242:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993bc2c8c000: skip recheck: last_committed 4294967306 00000100:00000001:3.0:1776200800.690278:0:2242:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1776200800.690279:0:2242:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200800.690283:0:2242:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000599ea87d x1862481227051328/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200807 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1776200800.690289:0:2242:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200800.690292:0:2242:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1776200800.690293:0:2242:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1776200800.690296:0:2242:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000599ea87d x1862481227051328/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200807 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1776200800.690302:0:2242:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000599ea87d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:afb33528-7691-4975-9821-d2ff03b6f7ab:2242:1862481227051328:192.168.203.148@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1776200800.690307:0:2242:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200800.690309:0:2242:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200800.690311:0:2242:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000599ea87d x1862481227051328/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200807 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1776200800.690317:0:2242:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1776200800.690319:0:2242:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1776200800.690322:0:2242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c1e03d2d. 02000000:00000001:3.0:1776200800.690326:0:2242:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1776200800.690328:0:2242:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1776200800.690329:0:2242:0:(genops.c:1204:class_import_put()) import 000000003f892a49 refcount=5 obd=lustre-MDT0000-mdc-ffff993bc2c8c000 00000020:00000001:3.0:1776200800.690332:0:2242:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1776200800.690333:0:2242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000063bad7bd. 02000000:00000001:3.0:1776200800.690336:0:2242:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1776200800.690337:0:2242:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1776200800.690338:0:2242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000599ea87d. 00000100:00000001:3.0:1776200800.690342:0:2242:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1776200800.690343:0:2242:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200800.690345:0:2242:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200800.690352:0:2242:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1776200800.690354:0:2242:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200800.690356:0:2242:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200800.690358:0:2242:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200801.064036:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200801.064043:0:420:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1776200801.064046:0:420:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1776200801.064048:0:420:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200801.064053:0:420:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1776200801.064055:0:420:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200801.064056:0:420:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200801.064058:0:420:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200801.064062:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200801.064063:0:420:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1776200801.064065:0:420:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1776200801.064066:0:420:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200801.064067:0:420:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1776200801.064068:0:420:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200801.064070:0:420:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200801.064071:0:420:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200801.064331:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200801.064334:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200801.064336:0:5027:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1776200801.127723:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1776200801.127729:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200801.127731:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200801.127735:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:1.0:1776200801.127739:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200801.127743:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200801.127746:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200801.127748:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200801.127761:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200802.087712:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200802.087716:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200802.087723:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200802.087724:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1776200802.087878:0:5026:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1776200802.087881:0:5026:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776200802.087884:0:5026:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1776200802.151740:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1776200802.151746:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200802.151747:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200802.151752:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:1.0:1776200802.151756:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200802.151759:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200802.151761:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200802.151764:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200802.151766:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200803.111819:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200803.111824:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200803.111830:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200803.111831:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200803.112346:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200803.112349:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200803.112352:0:5027:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1776200803.176776:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1776200803.176782:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200803.176783:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200803.176787:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:1.0:1776200803.176792:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200803.176795:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200803.176798:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200803.176801:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200803.176803:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200804.135796:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200804.135801:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200804.135807:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200804.135808:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1776200804.136425:0:5026:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1776200804.136429:0:5026:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776200804.136432:0:5026:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1776200804.199706:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1776200804.199711:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200804.199713:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200804.199717:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:1.0:1776200804.199721:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200804.199724:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200804.199726:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200804.199728:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200804.199730:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200804.263801:0:2239:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1776200804.263814:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200804.263816:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1776200804.263820:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200804.263822:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200804.263826:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200804.263828:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200805.159716:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200805.159722:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200805.159727:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200805.159728:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200805.159832:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200805.159834:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200805.159837:0:5027:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1776200805.224777:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1776200805.224783:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200805.224785:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200805.224789:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:1.0:1776200805.224793:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200805.224796:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200805.224798:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200805.224800:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200805.224802:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200805.799788:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 822f82fc-1b4a-4a91-a190-4cbe8fb35285->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1776200805.799798:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1776200805.799809:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8f984a7. 00000020:00000040:0.0:1776200805.799816:0:36:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000100:00000001:0.0:1776200805.799821:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1776200805.799823:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1776200805.799829:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1776200805.799837:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000064d7949e. 00000100:00000001:0.0:1776200805.799844:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200805.799854:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 822f82fc-1b4a-4a91-a190-4cbe8fb35285->MGS req@00000000f8f984a7 x1862481227051392/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1776200805.799863:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1776200805.799867:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200805.799872:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000f8f984a7] to pc [ptlrpcd_00_00+0] req@00000000f8f984a7 x1862481227051392/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1776200805.799898:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1776200805.799900:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-MDT0000_UUID: level REPLAY_WAIT/7 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776200805.799903:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY_WAIT) 00000100:00080000:0.0:1776200805.799905:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776200805.799915:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1776200805.799917:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776200805.799919:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1776200805.799921:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1776200805.799924:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1776200805.799927:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bf204461. 00000020:00000040:0.0:1776200805.799929:0:36:0:(genops.c:1191:class_import_get()) import 000000003f892a49 refcount=6 obd=lustre-MDT0000-mdc-ffff993bc2c8c000 00000100:00000001:0.0:1776200805.799931:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1776200805.799932:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1776200805.799933:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1776200805.799936:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004db490cc. 00000100:00000001:0.0:1776200805.799938:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200805.799941:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-MDT0000_UUID req@00000000bf204461 x1862481227051456/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1776200805.799947:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1776200805.799949:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1776200805.799952:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000bf204461] to pc [ptlrpcd_00_01+1] req@00000000bf204461 x1862481227051456/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1776200805.799959:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1776200805.799960:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776200805.799963:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1776200805.799965:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1776200805.799968:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1776200805.799972:0:36:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (389) 00000100:00000001:1.0:1776200805.800131:0:2240:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200805.800135:0:2240:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200805.800137:0:2240:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200805.800141:0:2240:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f8f984a7 x1862481227051392/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1776200805.800148:0:2240:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200805.800150:0:2240:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200805.800153:0:2240:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200805.800157:0:2240:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200805.800159:0:2240:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f8f984a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:822f82fc-1b4a-4a91-a190-4cbe8fb35285:2240:1862481227051392:192.168.203.148@tcp:400:kworker/u8:1.0 00000100:00000001:1.0:1776200805.800163:0:2240:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200805.800169:0:2240:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200805.800171:0:2240:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200805.800174:0:2240:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200805.800178:0:2240:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a7a1c59f. 02000000:00000001:1.0:1776200805.800180:0:2240:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200805.800188:0:2240:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200805.800193:0:2240:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002be6e158. 00000400:00000010:1.0:1776200805.800199:0:2240:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e92e4cf2. 00000100:00000200:1.0:1776200805.800204:0:2240:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227051392, portal 25 00000100:00000001:1.0:1776200805.800206:0:2240:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200805.800207:0:2240:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080685171200 : -112993024380416 : ffff993bc2eb7200) 00000100:00000040:1.0:1776200805.800212:0:2240:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000f8f984a7 x1862481227051392/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200812 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1776200805.800218:0:2240:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200805.800221:0:2240:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200805.800223:0:2240:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb2c6874. 00000100:00000200:1.0:1776200805.800226:0:2240:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1862481227051392, offset 0 00000400:00000200:1.0:1776200805.800233:0:2240:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200805.800241:0:2240:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200805.800248:0:2240:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200805.800269:0:2240:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200805.800272:0:2240:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200805.800275:0:2240:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200805.800278:0:2240:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [574:574:256:4294967295] 192.168.203.148@tcp LPNI seq info [574:574:8:4294967295] 00000400:00000200:1.0:1776200805.800282:0:2240:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200805.800291:0:2240:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200805.800297:0:2240:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200805.800301:0:2240:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000045d123db (tot 3431934). 00000800:00000200:1.0:1776200805.800307:0:2240:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200805.800315:0:2240:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200805.800319:0:2240:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000045d123db type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1776200805.800339:0:2240:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200805.800341:0:2240:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200805.800343:0:2240:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200805.800346:0:2240:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200805.800348:0:2240:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200805.800355:0:2240:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200805.800356:0:2240:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1776200805.800358:0:2240:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200805.800359:0:2240:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200805.800360:0:2240:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200805.800362:0:2240:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1776200805.800363:0:2240:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200805.800364:0:2240:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200805.800365:0:2240:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200805.800366:0:2240:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200805.800367:0:2240:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200805.800368:0:2240:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1776200805.800370:0:2240:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000bf204461 x1862481227051456/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1776200805.800376:0:2240:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200805.800377:0:2240:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200805.800379:0:2240:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1776200805.800380:0:2240:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200805.800382:0:2240:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bf204461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:afb33528-7691-4975-9821-d2ff03b6f7ab:2240:1862481227051456:192.168.203.148@tcp:400:kworker/u8:1.0 00000100:00000001:1.0:1776200805.800385:0:2240:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1776200805.800386:0:2240:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1776200805.800387:0:2240:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200805.800389:0:2240:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1776200805.800391:0:2240:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b52b44e6. 02000000:00000001:1.0:1776200805.800393:0:2240:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1776200805.800396:0:2240:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:1.0:1776200805.800399:0:2240:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000789f08a9. 00000400:00000010:1.0:1776200805.800402:0:2240:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fae349cc. 00000100:00000200:1.0:1776200805.800404:0:2240:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227051456, portal 10 00000100:00000001:1.0:1776200805.800406:0:2240:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1776200805.800407:0:2240:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080685152960 : -112993024398656 : ffff993bc2eb2ac0) 00000100:00000040:1.0:1776200805.800413:0:2240:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000bf204461 x1862481227051456/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200812 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1776200805.800418:0:2240:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1776200805.800420:0:2240:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:1.0:1776200805.800422:0:2240:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002a326b56. 00000100:00000200:1.0:1776200805.800423:0:2240:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862481227051456, offset 0 00000400:00000200:1.0:1776200805.800427:0:2240:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:1.0:1776200805.800431:0:2240:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200805.800434:0:2240:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:1.0:1776200805.800437:0:2240:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:1.0:1776200805.800439:0:2240:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1776200805.800441:0:2240:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:1.0:1776200805.800443:0:2240:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [575:575:255:4294967295] 192.168.203.148@tcp LPNI seq info [575:575:7:4294967295] 00000400:00000200:1.0:1776200805.800446:0:2240:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:1.0:1776200805.800451:0:2240:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:1.0:1776200805.800454:0:2240:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:1.0:1776200805.800456:0:2240:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073c29e85 (tot 3432182). 00000800:00000200:1.0:1776200805.800459:0:2240:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:1.0:1776200805.800474:0:2240:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:1.0:1776200805.800476:0:2240:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000073c29e85 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1776200805.800478:0:2240:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200805.800480:0:2240:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200805.800481:0:2240:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200805.800483:0:2240:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200805.800485:0:2240:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200805.800495:0:2241:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200805.800496:0:2241:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1776200805.800620:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200805.800624:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000045d123db (tot 3431934). 00000400:00000200:3.0:1776200805.800630:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200805.800634:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200805.800638:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb2c6874 00000400:00000010:3.0:1776200805.800640:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb2c6874. 00000100:00000001:3.0:1776200805.800644:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200805.800647:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f8f984a7 x1862481227051392/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200812 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1776200805.800656:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200805.800658:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000f8f984a7 x1862481227051392/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200812 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1776200805.800664:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200805.800665:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1776200805.800731:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1776200805.800734:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073c29e85 (tot 3431686). 00000400:00000200:3.0:1776200805.800737:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200805.800740:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:3.0:1776200805.800742:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002a326b56 00000400:00000010:3.0:1776200805.800743:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002a326b56. 00000100:00000001:3.0:1776200805.800745:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1776200805.800747:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bf204461 x1862481227051456/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200812 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1776200805.800753:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200805.800755:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000bf204461 x1862481227051456/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200812 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1776200805.800760:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200805.800762:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200805.803476:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200805.803491:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200805.803495:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200805.803498:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200805.803509:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200805.803515:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200805.803522:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200805.803527:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200805.803530:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200805.803534:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 10 MB=0x69deab3f071c0 00000400:00000200:2.0:1776200805.803538:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200805.803543:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 224/224 into md 0x1565 [1] + 224 00000800:00000001:2.0:1776200805.803561:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200805.803568:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200805.803572:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200805.803576:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200805.803582:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200805.803614:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bf204461 x1862481227051456/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200812 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:2.0:1776200805.803625:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000bf204461 x1862481227051456/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200812 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1776200805.803645:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200805.803653:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200805.803655:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200805.803773:0:2240:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200805.803777:0:2240:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200805.803784:0:2240:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200805.803785:0:2240:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200805.803788:0:2240:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000789f08a9. 00000400:00000200:1.0:1776200805.803791:0:2240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fae349cc 00000400:00000010:1.0:1776200805.803793:0:2240:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fae349cc. 00000100:00000001:1.0:1776200805.803796:0:2240:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200805.803799:0:2240:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bf204461 x1862481227051456/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200812 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:1.0:1776200805.803807:0:2240:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bf204461 x1862481227051456/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200812 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1776200805.803812:0:2240:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200805.803814:0:2240:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200805.803816:0:2240:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200805.803818:0:2240:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200805.803820:0:2240:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200805.803822:0:2240:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200805.803825:0:2240:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200805.803833:0:2240:0:(import.c:1935:at_measured()) add 1 to 000000005b486c3e time=123 v=1 (1 0 0 0) 00000100:00001000:1.0:1776200805.803836:0:2240:0:(import.c:1935:at_measured()) add 1 to 00000000c01f1611 time=42 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200805.803838:0:2240:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200805.803840:0:2240:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200805.803842:0:2240:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776200805.803845:0:2240:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200805.803848:0:2240:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1776200805.803849:0:2240:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993bc2c8c000: skip recheck: last_committed 4294967306 00000100:00000001:1.0:1776200805.803851:0:2240:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1776200805.803852:0:2240:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200805.803855:0:2240:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000bf204461 x1862481227051456/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200812 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1776200805.803862:0:2240:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200805.803864:0:2240:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200805.803867:0:2240:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1776200805.803869:0:2240:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000bf204461 x1862481227051456/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200812 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:1.0:1776200805.803876:0:2240:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bf204461 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:afb33528-7691-4975-9821-d2ff03b6f7ab:2240:1862481227051456:192.168.203.148@tcp:400:kworker/u8:1.0 00000100:00000001:1.0:1776200805.803881:0:2240:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200805.803883:0:2240:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200805.803886:0:2240:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000bf204461 x1862481227051456/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200812 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1776200805.803892:0:2240:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1776200805.803894:0:2240:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1776200805.803897:0:2240:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b52b44e6. 02000000:00000001:1.0:1776200805.803900:0:2240:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1776200805.803902:0:2240:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776200805.804051:0:2240:0:(genops.c:1204:class_import_put()) import 000000003f892a49 refcount=5 obd=lustre-MDT0000-mdc-ffff993bc2c8c000 00000020:00000001:1.0:1776200805.804055:0:2240:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1776200805.804057:0:2240:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000004db490cc. 02000000:00000001:1.0:1776200805.804062:0:2240:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1776200805.804063:0:2240:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1776200805.804065:0:2240:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bf204461. 00000100:00000001:1.0:1776200805.804069:0:2240:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1776200805.804070:0:2240:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200805.804074:0:2240:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200805.804075:0:2240:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200805.804077:0:2240:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200805.804078:0:2240:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200805.804079:0:2240:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1776200805.808846:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200805.808860:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200805.808865:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200805.808867:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200805.808877:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200805.808884:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200805.808891:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200805.808896:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200805.808900:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200805.808904:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 25 MB=0x69deab3f07180 00000400:00000200:3.0:1776200805.808909:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200805.808915:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.148@tcp of length 224/224 into md 0x155d [1] + 224 00000800:00000001:3.0:1776200805.808923:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200805.808929:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200805.808932:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200805.808935:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200805.808941:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200805.808947:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f8f984a7 x1862481227051392/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200812 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1776200805.808956:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000f8f984a7 x1862481227051392/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200812 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1776200805.808982:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200805.808990:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200805.808993:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200805.809716:0:2240:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200805.809721:0:2240:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1776200805.809728:0:2240:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1776200805.809729:0:2240:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1776200805.809732:0:2240:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002be6e158. 00000400:00000200:1.0:1776200805.809736:0:2240:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e92e4cf2 00000400:00000010:1.0:1776200805.809738:0:2240:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e92e4cf2. 00000100:00000001:1.0:1776200805.809741:0:2240:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1776200805.809747:0:2240:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f8f984a7 x1862481227051392/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200812 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:1.0:1776200805.809756:0:2240:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f8f984a7 x1862481227051392/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200812 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1776200805.809762:0:2240:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1776200805.809764:0:2240:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200805.809766:0:2240:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1776200805.809769:0:2240:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200805.809771:0:2240:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200805.809773:0:2240:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200805.809775:0:2240:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200805.809780:0:2240:0:(import.c:1935:at_measured()) add 1 to 0000000082e3d950 time=24 v=1 (1 1 0 0) 00000100:00001000:1.0:1776200805.809784:0:2240:0:(import.c:1935:at_measured()) add 1 to 000000006882029e time=58 v=1 (1 0 0 0) 00000100:00000001:1.0:1776200805.809786:0:2240:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1776200805.809787:0:2240:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1776200805.809790:0:2240:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1776200805.809792:0:2240:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200805.809794:0:2240:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1776200805.809798:0:2240:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f8f984a7 x1862481227051392/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200812 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1776200805.809804:0:2240:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1776200805.809806:0:2240:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1776200805.809809:0:2240:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1776200805.809812:0:2240:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f8f984a7 x1862481227051392/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200812 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:1.0:1776200805.809819:0:2240:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f8f984a7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:822f82fc-1b4a-4a91-a190-4cbe8fb35285:2240:1862481227051392:192.168.203.148@tcp:400:kworker/u8:1.0 00000100:00000001:1.0:1776200805.809823:0:2240:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200805.809825:0:2240:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1776200805.809828:0:2240:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000f8f984a7 x1862481227051392/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200812 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1776200805.809833:0:2240:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1776200805.809835:0:2240:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1776200805.809838:0:2240:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a7a1c59f. 02000000:00000001:1.0:1776200805.809841:0:2240:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1776200805.809843:0:2240:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1776200805.809844:0:2240:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=3 obd=MGC192.168.203.148@tcp 00000020:00000001:1.0:1776200805.809846:0:2240:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1776200805.809848:0:2240:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000064d7949e. 02000000:00000001:1.0:1776200805.809851:0:2240:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1776200805.809853:0:2240:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1776200805.809854:0:2240:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8f984a7. 00000100:00000001:1.0:1776200805.809857:0:2240:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1776200805.809859:0:2240:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200805.809861:0:2240:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200805.809868:0:2240:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200805.809869:0:2240:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200805.809872:0:2240:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200805.809873:0:2240:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200806.184936:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200806.184941:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200806.184948:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200806.184949:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1776200806.186553:0:5026:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1776200806.186557:0:5026:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776200806.186562:0:5026:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1776200806.247713:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1776200806.247718:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200806.247720:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200806.247725:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:1.0:1776200806.247730:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200806.247733:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200806.247736:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200806.247738:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200806.247740:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200807.207789:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200807.207794:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200807.207800:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200807.207801:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200807.210225:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200807.210229:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200807.210233:0:5027:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1776200807.271795:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1776200807.271801:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200807.271802:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200807.271813:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:1.0:1776200807.271818:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200807.271821:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200807.271823:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200807.271825:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200807.271827:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200808.237117:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200808.237122:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200808.237129:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200808.237130:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1776200808.237208:0:5026:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1776200808.237211:0:5026:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776200808.237214:0:5026:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1776200808.295846:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1776200808.295853:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200808.295855:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200808.295860:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:1.0:1776200808.295864:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200808.295869:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200808.295871:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200808.295873:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200808.295875:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200809.256200:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200809.256205:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200809.256210:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200809.256211:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200809.256428:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1776200809.256431:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200809.256434:0:5027:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1776200809.319717:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1776200809.319723:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200809.319725:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200809.319729:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:1.0:1776200809.319733:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200809.319737:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200809.319740:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200809.319741:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200809.319744:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200810.281772:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200810.281777:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200810.281783:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200810.281784:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1776200810.282126:0:5026:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1776200810.282130:0:5026:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776200810.282133:0:5026:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1776200810.343776:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1776200810.343782:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200810.343783:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200810.343788:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:1.0:1776200810.343792:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200810.343795:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200810.343797:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200810.343800:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200810.343802:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1776200810.410302:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200810.410324:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200810.410330:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200810.410332:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200810.410345:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200810.410354:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200810.410379:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200810.410385:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200810.410390:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200810.410394:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 10 MB=0x69deab3f06d40 00000400:00000200:2.0:1776200810.410400:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200810.410407:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 224/224 into md 0x1495 [1] + 0 00000800:00000001:2.0:1776200810.410417:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200810.410452:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200810.410461:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200810.410467:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200810.410475:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200810.410482:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000065a14479 x1862481227050304/t0(0) o400->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 224/224 e 4 to 0 dl 1776200816 ref 1 fl Rpc:Qr/c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' 00000100:00001000:2.0:1776200810.410493:0:2235:0:(events.c:147:reply_in_callback()) @@@ Early reply received, mlen=224 offset=0 replen=224 replied=0 unlinked=0 req@0000000065a14479 x1862481227050304/t0(0) o400->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 224/224 e 4 to 0 dl 1776200816 ref 1 fl Rpc:Q/c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' 00000100:00000001:2.0:1776200810.410512:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200810.410525:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200810.410528:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200810.410643:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200810.410650:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200810.410653:0:2239:0:(client.c:464:ptlrpc_at_recv_early_reply()) Process entered 02000000:00000001:1.0:1776200810.410655:0:2239:0:(sec.c:1163:sptlrpc_cli_unwrap_early_reply()) Process entered 00000100:00000010:1.0:1776200810.410662:0:2239:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000039ecb165. 02000000:00000010:1.0:1776200810.410672:0:2239:0:(sec.c:1173:sptlrpc_cli_unwrap_early_reply()) kmalloced '(early_buf)': 256 at 0000000073c29e85. 02000000:00000001:1.0:1776200810.410676:0:2239:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1776200810.410677:0:2239:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1776200810.410679:0:2239:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200810.410686:0:2239:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1776200810.410688:0:2239:0:(sec.c:1231:sptlrpc_cli_unwrap_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1776200810.410693:0:2239:0:(import.c:1935:at_measured()) add 1 to 00000000c52bcd28 time=47 v=1 (1 0 0 0) 02000000:00000010:1.0:1776200810.410697:0:2239:0:(sec.c:1254:sptlrpc_cli_finish_early_reply()) kfreed 'early_req->rq_repbuf': 256 at 0000000073c29e85. 00000100:00000010:1.0:1776200810.410702:0:2239:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000039ecb165. 00000100:00001000:1.0:1776200810.410714:0:2239:0:(client.c:514:ptlrpc_at_recv_early_reply()) @@@ Early reply #5, new deadline in 17s (11s) req@0000000065a14479 x1862481227050304/t0(0) o400->lustre-MDT0000-mdc-ffff993be2454000@192.168.203.148@tcp:12/10 lens 224/224 e 5 to 0 dl 1776200827 ref 1 fl Rpc:Qr/c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' 00000100:00000001:1.0:1776200810.410722:0:2239:0:(client.c:516:ptlrpc_at_recv_early_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200810.410724:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200810.410726:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200810.919815:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 822f82fc-1b4a-4a91-a190-4cbe8fb35285->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1776200810.919830:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1776200810.919842:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000076d2726. 00000020:00000040:3.0:1776200810.919851:0:38:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000100:00000001:3.0:1776200810.919856:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1776200810.919859:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1776200810.919865:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1776200810.919876:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000e36cc638. 00000100:00000001:3.0:1776200810.919884:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200810.919906:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 822f82fc-1b4a-4a91-a190-4cbe8fb35285->MGS req@00000000076d2726 x1862481227051520/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1776200810.919918:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1776200810.919923:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200810.919929:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000076d2726] to pc [ptlrpcd_01_01+1] req@00000000076d2726 x1862481227051520/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200810.919975:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1776200810.919977:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-MDT0000_UUID: level REPLAY_WAIT/7 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776200810.919984:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY_WAIT) 00000100:00080000:3.0:1776200810.919986:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776200810.919989:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1776200810.919991:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776200810.919994:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1776200810.919996:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1776200810.919999:0:38:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1776200810.920002:0:38:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000022f08927. 00000020:00000040:3.0:1776200810.920004:0:38:0:(genops.c:1191:class_import_get()) import 000000003f892a49 refcount=6 obd=lustre-MDT0000-mdc-ffff993bc2c8c000 00000100:00000001:3.0:1776200810.920007:0:38:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1776200810.920008:0:38:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1776200810.920009:0:38:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1776200810.920017:0:38:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000004399ffd9. 00000100:00000001:3.0:1776200810.920020:0:38:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200810.920023:0:38:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-MDT0000_UUID req@0000000022f08927 x1862481227051584/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1776200810.920028:0:38:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1776200810.920030:0:38:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200810.920032:0:38:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000022f08927] to pc [ptlrpcd_01_00+0] req@0000000022f08927 x1862481227051584/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200810.920043:0:38:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1776200810.920045:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776200810.920048:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1776200810.920051:0:38:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1776200810.920053:0:38:0:(pinger.c:265:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1776200810.920059:0:38:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (394) 00000100:00000001:3.0:1776200810.920079:0:2242:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200810.920083:0:2242:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200810.920086:0:2242:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1776200810.920090:0:2242:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000022f08927 x1862481227051584/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200810.920096:0:2242:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1776200810.920098:0:2242:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200810.920103:0:2242:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1776200810.920105:0:2242:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1776200810.920109:0:2242:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022f08927 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:afb33528-7691-4975-9821-d2ff03b6f7ab:2242:1862481227051584:192.168.203.148@tcp:400:kworker/u8:3.0 00000100:00000001:3.0:1776200810.920113:0:2242:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1776200810.920120:0:2242:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1776200810.920122:0:2242:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200810.920125:0:2242:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1776200810.920130:0:2242:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094e5d8d5. 02000000:00000001:3.0:1776200810.920131:0:2242:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1776200810.920141:0:2242:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:3.0:1776200810.920146:0:2242:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000408d8f7e. 00000400:00000010:3.0:1776200810.920153:0:2242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e59c539e. 00000100:00000200:3.0:1776200810.920161:0:2242:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227051584, portal 10 00000100:00000001:3.0:1776200810.920163:0:2242:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200810.920249:0:2243:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200810.920253:0:2243:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200810.920254:0:2243:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1776200810.920258:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000076d2726 x1862481227051520/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200810.920265:0:2243:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1776200810.920266:0:2243:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200810.920268:0:2243:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1776200810.920269:0:2243:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1776200810.920271:0:2243:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000076d2726 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:822f82fc-1b4a-4a91-a190-4cbe8fb35285:2243:1862481227051520:192.168.203.148@tcp:400:kworker/u8:3.0 00000100:00000001:2.0:1776200810.920274:0:2243:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1776200810.920277:0:2243:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1776200810.920278:0:2243:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1776200810.920279:0:2243:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1776200810.920283:0:2243:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004ba6fa86. 02000000:00000001:2.0:1776200810.920285:0:2243:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1776200810.920288:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:2.0:1776200810.920292:0:2243:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001dcf1ff7. 00000400:00000010:2.0:1776200810.920296:0:2243:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000accc2826. 00000100:00000200:2.0:1776200810.920299:0:2243:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227051520, portal 25 00000100:00000001:2.0:1776200810.920301:0:2243:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1776200810.920302:0:2243:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682635904 : -112993026915712 : ffff993bc2c4c280) 00000100:00000040:2.0:1776200810.920307:0:2243:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000076d2726 x1862481227051520/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200817 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200810.920314:0:2243:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1776200810.920317:0:2243:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:2.0:1776200810.920319:0:2243:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fdafbb07. 00000100:00000200:2.0:1776200810.920322:0:2243:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1862481227051520, offset 0 00000400:00000200:2.0:1776200810.920329:0:2243:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:2.0:1776200810.920339:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200810.920348:0:2243:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:2.0:1776200810.920366:0:2243:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:2.0:1776200810.920370:0:2243:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1776200810.920374:0:2243:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:2.0:1776200810.920378:0:2243:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [576:576:256:4294967295] 192.168.203.148@tcp LPNI seq info [576:576:8:4294967295] 00000400:00000200:2.0:1776200810.920382:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200810.920391:0:2243:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:2.0:1776200810.920398:0:2243:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:2.0:1776200810.920404:0:2243:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000df31a98d (tot 3431934). 00000800:00000200:2.0:1776200810.920411:0:2243:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:2.0:1776200810.920421:0:2243:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:2.0:1776200810.920426:0:2243:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000df31a98d type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1776200810.920453:0:2243:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200810.920455:0:2243:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1776200810.920458:0:2243:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200810.920461:0:2243:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200810.920464:0:2243:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1776200810.920474:0:2243:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1776200810.920476:0:2243:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1776200810.920477:0:2243:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1776200810.920478:0:2243:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1776200810.920479:0:2243:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200810.920481:0:2243:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200810.920848:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200810.920853:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000df31a98d (tot 3431686). 00000400:00000200:2.0:1776200810.920859:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200810.920865:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200810.920871:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fdafbb07 00000400:00000010:2.0:1776200810.920873:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fdafbb07. 00000100:00000001:2.0:1776200810.920877:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200810.920881:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000076d2726 x1862481227051520/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200817 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200810.920895:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200810.920898:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000076d2726 x1862481227051520/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200817 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200810.920904:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200810.920906:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1776200810.922929:0:2242:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080682628608 : -112993026923008 : ffff993bc2c4a600) 00000100:00000040:3.0:1776200810.922959:0:2242:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000022f08927 x1862481227051584/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200817 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200810.922970:0:2242:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1776200810.922973:0:2242:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:3.0:1776200810.922984:0:2242:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033031c1a. 00000100:00000200:3.0:1776200810.922991:0:2242:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862481227051584, offset 0 00000400:00000200:3.0:1776200810.922999:0:2242:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:3.0:1776200810.923011:0:2242:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200810.923021:0:2242:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200810.923030:0:2242:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:3.0:1776200810.923035:0:2242:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776200810.923038:0:2242:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:3.0:1776200810.923042:0:2242:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [577:577:256:4294967295] 192.168.203.148@tcp LPNI seq info [577:577:8:4294967295] 00000400:00000200:3.0:1776200810.923046:0:2242:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200810.923055:0:2242:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:3.0:1776200810.923061:0:2242:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200810.923067:0:2242:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000233ae3fc (tot 3431934). 00000800:00000200:3.0:1776200810.923073:0:2242:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200810.923081:0:2242:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200810.923086:0:2242:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000233ae3fc type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1776200810.923098:0:2242:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200810.923100:0:2242:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200810.923103:0:2242:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200810.923107:0:2242:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200810.923110:0:2242:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200810.923119:0:2242:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1776200810.923121:0:2242:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1776200810.923124:0:2242:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200810.923126:0:2242:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200810.923127:0:2242:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200810.923129:0:2242:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200810.923455:0:2235:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200810.923459:0:2235:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000233ae3fc (tot 3431686). 00000400:00000200:2.0:1776200810.923464:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200810.923469:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200810.923474:0:2235:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033031c1a 00000400:00000010:2.0:1776200810.923476:0:2235:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033031c1a. 00000100:00000001:2.0:1776200810.923481:0:2235:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200810.923485:0:2235:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000022f08927 x1862481227051584/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200817 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200810.923495:0:2235:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200810.923498:0:2235:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000022f08927 x1862481227051584/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200817 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200810.923504:0:2235:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200810.923506:0:2235:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:2.0:1776200810.929663:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200810.929697:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200810.929703:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200810.929705:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200810.929720:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200810.929905:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200810.929918:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200810.929925:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200810.929929:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200810.929934:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 25 MB=0x69deab3f07200 00000400:00000200:2.0:1776200810.929940:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200810.929947:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.148@tcp of length 224/224 into md 0x1575 [1] + 224 00000800:00000001:2.0:1776200810.929965:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200810.929979:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200810.929982:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200810.929986:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200810.929994:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200810.930001:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000076d2726 x1862481227051520/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200817 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:2.0:1776200810.930013:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000076d2726 x1862481227051520/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200817 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200810.930038:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200810.930059:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200810.930063:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200810.931523:0:2243:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200810.931876:0:2243:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1776200810.931886:0:2243:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1776200810.931889:0:2243:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1776200810.931892:0:2243:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001dcf1ff7. 00000400:00000200:3.0:1776200810.931900:0:2243:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000accc2826 00000400:00000010:3.0:1776200810.931902:0:2243:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000accc2826. 00000100:00000001:3.0:1776200810.931906:0:2243:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200810.931918:0:2243:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000076d2726 x1862481227051520/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200817 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:3.0:1776200810.931928:0:2243:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000076d2726 x1862481227051520/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200817 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200810.931978:0:2243:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1776200810.931981:0:2243:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200810.931984:0:2243:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1776200810.931987:0:2243:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000800:00000001:2.0:1776200810.931989:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:3.0:1776200810.931990:0:2243:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1776200810.931995:0:2243:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200810.931998:0:2243:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1776200810.932004:0:2243:0:(import.c:1935:at_measured()) add 1 to 0000000082e3d950 time=29 v=1 (1 1 0 0) 00000100:00001000:3.0:1776200810.932009:0:2243:0:(import.c:1935:at_measured()) add 1 to 000000006882029e time=63 v=1 (1 0 0 0) 00000800:00000001:2.0:1776200810.932011:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200810.932014:0:2243:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1776200810.932016:0:2243:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1776200810.932019:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00010000:00000001:3.0:1776200810.932022:0:2243:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1776200810.932026:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1776200810.932027:0:2243:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200810.932032:0:2243:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200810.932039:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000076d2726 x1862481227051520/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200817 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200810.932047:0:2243:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200810.932051:0:2243:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1776200810.932053:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000100:00000001:3.0:1776200810.932055:0:2243:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1776200810.932065:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000076d2726 x1862481227051520/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200817 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000400:00000200:2.0:1776200810.932071:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000100:00100000:3.0:1776200810.932088:0:2243:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000076d2726 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:822f82fc-1b4a-4a91-a190-4cbe8fb35285:2243:1862481227051520:192.168.203.148@tcp:400:kworker/u8:3.0 00000400:00000200:2.0:1776200810.932096:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000100:00000001:3.0:1776200810.932104:0:2243:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200810.932110:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000100:00000001:3.0:1776200810.932111:0:2243:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000400:00000200:2.0:1776200810.932121:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000100:00000040:3.0:1776200810.932121:0:2243:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000076d2726 x1862481227051520/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200817 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000400:00000200:2.0:1776200810.932136:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 10 MB=0x69deab3f07240 00000100:00000001:3.0:1776200810.932139:0:2243:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1776200810.932144:0:2243:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1776200810.932149:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 02000000:00000010:3.0:1776200810.932149:0:2243:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004ba6fa86. 02000000:00000001:3.0:1776200810.932157:0:2243:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1776200810.932161:0:2243:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1776200810.932163:0:2243:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=3 obd=MGC192.168.203.148@tcp 00000400:00000200:2.0:1776200810.932168:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 224/224 into md 0x156d [1] + 224 00000020:00000001:3.0:1776200810.932170:0:2243:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1776200810.932173:0:2243:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000e36cc638. 00000800:00000001:2.0:1776200810.932183:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 02000000:00000001:3.0:1776200810.932183:0:2243:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1776200810.932187:0:2243:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1776200810.932188:0:2243:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000076d2726. 00000100:00000001:3.0:1776200810.932193:0:2243:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1776200810.932195:0:2243:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200810.932197:0:2243:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200810.932202:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200810.932206:0:2243:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1776200810.932207:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1776200810.932209:0:2243:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200810.932215:0:2243:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1776200810.932216:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200810.932219:0:2243:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200810.932225:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200810.932233:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000022f08927 x1862481227051584/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200817 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000040:2.0:1776200810.932246:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@0000000022f08927 x1862481227051584/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200817 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:2.0:1776200810.932263:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200810.932273:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200810.932276:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200810.932475:0:2242:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200810.932478:0:2242:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1776200810.932483:0:2242:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1776200810.932485:0:2242:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1776200810.932486:0:2242:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000408d8f7e. 00000400:00000200:3.0:1776200810.932490:0:2242:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e59c539e 00000400:00000010:3.0:1776200810.932492:0:2242:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e59c539e. 00000100:00000001:3.0:1776200810.932495:0:2242:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200810.932501:0:2242:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000022f08927 x1862481227051584/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200817 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000200:3.0:1776200810.932508:0:2242:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000022f08927 x1862481227051584/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200817 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200810.932513:0:2242:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1776200810.932515:0:2242:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200810.932516:0:2242:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1776200810.932518:0:2242:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1776200810.932519:0:2242:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1776200810.932520:0:2242:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200810.932522:0:2242:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1776200810.932527:0:2242:0:(import.c:1935:at_measured()) add 1 to 000000005b486c3e time=128 v=1 (1 0 0 0) 00000100:00001000:3.0:1776200810.932660:0:2242:0:(import.c:1935:at_measured()) add 1 to 00000000c01f1611 time=47 v=1 (1 0 0 0) 00000100:00000001:3.0:1776200810.932663:0:2242:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1776200810.932664:0:2242:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200810.932665:0:2242:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1776200810.932668:0:2242:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200810.932671:0:2242:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1776200810.932673:0:2242:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993bc2c8c000: skip recheck: last_committed 4294967306 00000100:00000001:3.0:1776200810.932675:0:2242:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1776200810.932676:0:2242:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200810.932681:0:2242:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000022f08927 x1862481227051584/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200817 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200810.932686:0:2242:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200810.932688:0:2242:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1776200810.932689:0:2242:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1776200810.932691:0:2242:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000022f08927 x1862481227051584/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200817 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:3.0:1776200810.932698:0:2242:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022f08927 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:afb33528-7691-4975-9821-d2ff03b6f7ab:2242:1862481227051584:192.168.203.148@tcp:400:kworker/u8:3.0 00000100:00000001:3.0:1776200810.932702:0:2242:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200810.932704:0:2242:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200810.932705:0:2242:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000022f08927 x1862481227051584/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200817 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00000001:3.0:1776200810.932710:0:2242:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1776200810.932711:0:2242:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1776200810.932713:0:2242:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094e5d8d5. 02000000:00000001:3.0:1776200810.932715:0:2242:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1776200810.932717:0:2242:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1776200810.932717:0:2242:0:(genops.c:1204:class_import_put()) import 000000003f892a49 refcount=5 obd=lustre-MDT0000-mdc-ffff993bc2c8c000 00000020:00000001:3.0:1776200810.932719:0:2242:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1776200810.932721:0:2242:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000004399ffd9. 02000000:00000001:3.0:1776200810.932723:0:2242:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1776200810.932724:0:2242:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1776200810.932725:0:2242:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000022f08927. 00000100:00000001:3.0:1776200810.932727:0:2242:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1776200810.932727:0:2242:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200810.932729:0:2242:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200810.932734:0:2242:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1776200810.932735:0:2242:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200810.932736:0:2242:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200810.932738:0:2242:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200811.305792:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200811.305800:0:420:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1776200811.305803:0:420:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1776200811.305806:0:420:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200811.305813:0:420:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1776200811.305816:0:420:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200811.305818:0:420:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200811.305820:0:420:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200811.305824:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200811.305825:0:420:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1776200811.305826:0:420:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1776200811.305827:0:420:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200811.305829:0:420:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1776200811.305829:0:420:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200811.305831:0:420:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200811.305832:0:420:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200811.309193:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1776200811.309200:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200811.309207:0:5027:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1776200811.368458:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1776200811.368467:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200811.368469:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200811.368475:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:1.0:1776200811.368482:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200811.368486:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200811.368500:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200811.368504:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200811.368507:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200812.327765:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200812.327772:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200812.327782:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200812.327784:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1776200812.327932:0:5026:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1776200812.327936:0:5026:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776200812.327940:0:5026:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1776200812.391742:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1776200812.391751:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200812.391753:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200812.391758:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:1.0:1776200812.391763:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200812.391768:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200812.391770:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200812.391772:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200812.391775:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200813.351728:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200813.351734:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200813.351739:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200813.351740:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200813.353803:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1776200813.353807:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200813.353812:0:5027:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1776200813.415723:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1776200813.415730:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200813.415732:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200813.415737:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:1.0:1776200813.415741:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200813.415745:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200813.415747:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200813.415750:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200813.415752:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200814.375710:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200814.375717:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200814.375725:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200814.375726:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1776200814.375818:0:5026:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1776200814.375822:0:5026:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776200814.375825:0:5026:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1776200814.439818:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1776200814.439824:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200814.439826:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1776200814.439830:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:1.0:1776200814.439834:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200814.439838:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200814.439840:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1776200814.439842:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1776200814.439844:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200815.400722:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200815.400729:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200815.400738:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200815.400739:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1776200815.400821:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1776200815.400825:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1776200815.400828:0:5027:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1776200815.464063:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1776200815.464071:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200815.464073:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200815.464079:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:0.0:1776200815.464085:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200815.464089:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200815.464092:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200815.464095:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200815.464097:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200815.529507:0:2239:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1776200815.529520:0:2239:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1776200815.529522:0:2239:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1776200815.529528:0:2239:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1776200815.529530:0:2239:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1776200815.529534:0:2239:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1776200815.529536:0:2239:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200816.048200:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 822f82fc-1b4a-4a91-a190-4cbe8fb35285->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1776200816.048215:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1776200816.048229:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000156007d8. 00000020:00000040:2.0:1776200816.048237:0:36:0:(genops.c:1191:class_import_get()) import 0000000023f5a97b refcount=4 obd=MGC192.168.203.148@tcp 00000100:00000001:2.0:1776200816.048253:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1776200816.048256:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1776200816.048262:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1776200816.048272:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000df31a98d. 00000100:00000001:2.0:1776200816.048281:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200816.048296:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging 822f82fc-1b4a-4a91-a190-4cbe8fb35285->MGS req@00000000156007d8 x1862481227051648/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1776200816.048307:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1776200816.048312:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200816.048318:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000156007d8] to pc [ptlrpcd_01_01+1] req@00000000156007d8 x1862481227051648/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1776200816.048350:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1776200816.048352:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-MDT0000_UUID: level REPLAY_WAIT/7 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776200816.048356:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: REPLAY_WAIT) 00000100:00080000:2.0:1776200816.048359:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776200816.048362:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1776200816.048365:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776200816.048368:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) 128773b9-ec2f-47c2-9bf4-461c71beba7d->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1776200816.048370:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1776200816.048373:0:36:0:(pinger.c:136:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1776200816.048376:0:36:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e3c421b. 00000020:00000040:2.0:1776200816.048379:0:36:0:(genops.c:1191:class_import_get()) import 000000003f892a49 refcount=6 obd=lustre-MDT0000-mdc-ffff993bc2c8c000 00000100:00000001:2.0:1776200816.048384:0:36:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1776200816.048385:0:36:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1776200816.048386:0:36:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1776200816.048390:0:36:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001a242a82. 00000100:00000001:2.0:1776200816.048392:0:36:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200816.048395:0:36:0:(pinger.c:151:ptlrpc_ping()) @@@ pinging afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-MDT0000_UUID req@000000004e3c421b x1862481227051712/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1776200816.048401:0:36:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1776200816.048403:0:36:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1776200816.048406:0:36:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000004e3c421b] to pc [ptlrpcd_01_00+0] req@000000004e3c421b x1862481227051712/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1776200816.048413:0:36:0:(pinger.c:160:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1776200816.048414:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776200816.048417:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1776200816.048419:0:36:0:(pinger.c:251:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1776200816.048422:0:36:0:(pinger.c:265:ptlrpc_pinger_process_import()) afb33528-7691-4975-9821-d2ff03b6f7ab->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1776200816.048427:0:36:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (399) 00000100:00000001:3.0:1776200816.049301:0:2243:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200816.049308:0:2243:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200816.049311:0:2243:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1776200816.049320:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000156007d8 x1862481227051648/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1776200816.049331:0:2243:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1776200816.049333:0:2243:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200816.049338:0:2243:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1776200816.049340:0:2243:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1776200816.049343:0:2243:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000156007d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:822f82fc-1b4a-4a91-a190-4cbe8fb35285:2243:1862481227051648:192.168.203.148@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1776200816.049348:0:2243:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1776200816.049355:0:2243:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1776200816.049358:0:2243:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200816.049361:0:2243:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1776200816.049368:0:2243:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094e5d8d5. 02000000:00000001:3.0:1776200816.049369:0:2243:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1776200816.049379:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:3.0:1776200816.049384:0:2243:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000408d8f7e. 00000400:00000010:3.0:1776200816.049392:0:2243:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e59c539e. 00000100:00000200:3.0:1776200816.049400:0:2243:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227051648, portal 25 00000100:00000001:3.0:1776200816.049402:0:2243:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776200816.049404:0:2243:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080683353152 : -112993026198464 : ffff993bc2cfb440) 00000100:00000040:3.0:1776200816.049409:0:2243:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000156007d8 x1862481227051648/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200823 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1776200816.049416:0:2243:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1776200816.049419:0:2243:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:3.0:1776200816.049421:0:2243:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d06910fe. 00000100:00000200:3.0:1776200816.049424:0:2243:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1862481227051648, offset 0 00000400:00000200:3.0:1776200816.049432:0:2243:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:3.0:1776200816.049452:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200816.049462:0:2243:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200816.049471:0:2243:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:3.0:1776200816.049475:0:2243:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776200816.049479:0:2243:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:3.0:1776200816.049483:0:2243:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [578:578:256:4294967295] 192.168.203.148@tcp LPNI seq info [578:578:8:4294967295] 00000400:00000200:3.0:1776200816.049487:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200816.049505:0:2243:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:3.0:1776200816.049518:0:2243:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200816.049524:0:2243:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004399ffd9 (tot 3431934). 00000800:00000200:3.0:1776200816.049531:0:2243:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200816.049541:0:2243:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200816.049546:0:2243:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004399ffd9 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1776200816.049565:0:2243:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200816.049567:0:2243:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200816.049570:0:2243:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200816.049573:0:2243:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200816.049576:0:2243:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200816.049585:0:2243:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1776200816.049631:0:2243:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1776200816.049633:0:2243:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200816.049634:0:2243:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200816.049636:0:2243:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1776200816.049639:0:2243:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1776200816.049640:0:2243:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200816.049642:0:2243:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1776200816.049643:0:2243:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200816.049644:0:2243:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200816.049645:0:2243:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200816.049646:0:2243:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1776200816.049649:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004e3c421b x1862481227051712/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1776200816.049907:0:2243:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1776200816.049908:0:2243:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200816.049911:0:2243:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1776200816.049913:0:2243:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1776200816.049916:0:2243:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e3c421b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:afb33528-7691-4975-9821-d2ff03b6f7ab:2243:1862481227051712:192.168.203.148@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1776200816.049919:0:2243:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1776200816.049922:0:2243:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1776200816.049923:0:2243:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200816.049925:0:2243:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1776200816.049929:0:2243:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000015c87ac5. 02000000:00000001:3.0:1776200816.049930:0:2243:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1776200816.049934:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000010:3.0:1776200816.049937:0:2243:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002bcce075. 00000400:00000010:3.0:1776200816.049941:0:2243:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fe39d81. 00000100:00000200:3.0:1776200816.049944:0:2243:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1862481227051712, portal 10 00000100:00000001:3.0:1776200816.049946:0:2243:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1776200816.049947:0:2243:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446631080683362880 : -112993026188736 : ffff993bc2cfda40) 00000100:00000040:3.0:1776200816.049954:0:2243:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000004e3c421b x1862481227051712/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200823 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1776200816.049960:0:2243:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1776200816.049962:0:2243:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.148@tcp 00000400:00000010:3.0:1776200816.049964:0:2243:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000629d7089. 00000100:00000200:3.0:1776200816.049966:0:2243:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1862481227051712, offset 0 00000400:00000200:3.0:1776200816.049971:0:2243:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.148@tcp 00000400:00000200:3.0:1776200816.049974:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200816.049978:0:2243:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.148@tcp local destination 00000400:00000200:3.0:1776200816.049993:0:2243:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.48@tcp 00000400:00000200:3.0:1776200816.049995:0:2243:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.48@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1776200816.049997:0:2243:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.148@tcp 00000400:00000200:3.0:1776200816.050000:0:2243:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.48@tcp NI seq info: [579:579:255:4294967295] 192.168.203.148@tcp LPNI seq info [579:579:7:4294967295] 00000400:00000200:3.0:1776200816.050003:0:2243:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200816.050009:0:2243:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp:) -> 192.168.203.148@tcp(192.168.203.148@tcp:192.168.203.148@tcp) : PUT try# 0 00000800:00000200:3.0:1776200816.050012:0:2243:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.148@tcp 00000800:00000010:3.0:1776200816.050015:0:2243:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dd01d0aa (tot 3432182). 00000800:00000200:3.0:1776200816.050019:0:2243:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000001a708a07] -> 12345-192.168.203.148@tcp (5) 00000800:00000200:3.0:1776200816.050023:0:2243:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.148@tcp ip 192.168.203.148:988 00000800:00000200:3.0:1776200816.050025:0:2243:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dd01d0aa type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1776200816.050027:0:2243:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200816.050029:0:2243:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200816.050030:0:2243:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200816.050033:0:2243:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200816.050035:0:2243:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200816.050053:0:2242:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200816.050055:0:2242:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1776200816.050331:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200816.050336:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004399ffd9 (tot 3431934). 00000400:00000200:2.0:1776200816.050345:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200816.050350:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200816.050355:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d06910fe 00000400:00000010:2.0:1776200816.050357:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d06910fe. 00000100:00000001:2.0:1776200816.050362:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200816.050366:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000156007d8 x1862481227051648/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200823 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1776200816.050377:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200816.050380:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000156007d8 x1862481227051648/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200823 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1776200816.050386:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200816.050387:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:2.0:1776200816.050486:0:2234:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1776200816.050489:0:2234:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dd01d0aa (tot 3431686). 00000400:00000200:2.0:1776200816.050492:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200816.050504:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000400:00000200:2.0:1776200816.050507:0:2234:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000629d7089 00000400:00000010:2.0:1776200816.050508:0:2234:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000629d7089. 00000100:00000001:2.0:1776200816.050510:0:2234:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1776200816.050520:0:2234:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004e3c421b x1862481227051712/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200823 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1776200816.050526:0:2234:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1776200816.050528:0:2234:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000004e3c421b x1862481227051712/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200823 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1776200816.050533:0:2234:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1776200816.050535:0:2234:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1776200816.053213:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200816.053233:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1776200816.053239:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200816.053252:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200816.053266:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200816.053276:0:2235:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:3.0:1776200816.053285:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200816.053292:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200816.053297:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200816.053302:0:2235:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 25 MB=0x69deab3f07280 00000400:00000200:3.0:1776200816.053308:0:2235:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:3.0:1776200816.053316:0:2235:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.148@tcp of length 224/224 into md 0x158d [1] + 224 00000800:00000001:3.0:1776200816.053326:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200816.053339:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1776200816.053342:0:2235:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1776200816.053347:0:2235:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:3.0:1776200816.053355:0:2235:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200816.053363:0:2235:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000156007d8 x1862481227051648/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200823 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:3.0:1776200816.053376:0:2235:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@00000000156007d8 x1862481227051648/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200823 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1776200816.053395:0:2235:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1776200816.053406:0:2235:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1776200816.053409:0:2235:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200816.053429:0:2243:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200816.053434:0:2243:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1776200816.053444:0:2243:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1776200816.053446:0:2243:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1776200816.053449:0:2243:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000408d8f7e. 00000400:00000200:3.0:1776200816.053454:0:2243:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e59c539e 00000400:00000010:3.0:1776200816.053457:0:2243:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e59c539e. 00000100:00000001:3.0:1776200816.053461:0:2243:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200816.053464:0:2243:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000156007d8 x1862481227051648/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200823 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:3.0:1776200816.053472:0:2243:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000156007d8 x1862481227051648/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200823 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1776200816.053478:0:2243:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1776200816.053480:0:2243:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200816.053482:0:2243:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1776200816.053486:0:2243:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1776200816.053489:0:2243:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1776200816.053492:0:2243:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200816.053495:0:2243:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1776200816.053503:0:2243:0:(import.c:1935:at_measured()) add 1 to 0000000082e3d950 time=35 v=1 (1 1 0 0) 00000100:00001000:3.0:1776200816.053508:0:2243:0:(import.c:1935:at_measured()) add 1 to 000000006882029e time=69 v=1 (1 0 0 0) 00000100:00000001:3.0:1776200816.053511:0:2243:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1776200816.053513:0:2243:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200816.053516:0:2243:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1776200816.053518:0:2243:0:(ldlm_request.c:1473:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200816.053521:0:2243:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200816.053525:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000156007d8 x1862481227051648/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200823 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1776200816.053532:0:2243:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200816.053535:0:2243:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1776200816.053538:0:2243:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1776200816.053541:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000156007d8 x1862481227051648/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200823 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1776200816.053548:0:2243:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000156007d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:822f82fc-1b4a-4a91-a190-4cbe8fb35285:2243:1862481227051648:192.168.203.148@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1776200816.053553:0:2243:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200816.053556:0:2243:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200816.053559:0:2243:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000156007d8 x1862481227051648/t0(0) o400->MGC192.168.203.148@tcp@192.168.203.148@tcp:26/25 lens 224/224 e 0 to 0 dl 1776200823 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1776200816.053566:0:2243:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1776200816.053569:0:2243:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1776200816.053573:0:2243:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094e5d8d5. 02000000:00000001:3.0:1776200816.053577:0:2243:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1776200816.053580:0:2243:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1776200816.053582:0:2243:0:(genops.c:1204:class_import_put()) import 0000000023f5a97b refcount=3 obd=MGC192.168.203.148@tcp 00000020:00000001:3.0:1776200816.053584:0:2243:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1776200816.053586:0:2243:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000df31a98d. 02000000:00000001:3.0:1776200816.053633:0:2243:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1776200816.053635:0:2243:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1776200816.053637:0:2243:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000156007d8. 00000100:00000001:3.0:1776200816.053641:0:2243:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1776200816.053642:0:2243:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200816.053645:0:2243:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200816.053647:0:2243:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200816.053648:0:2243:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1776200816.053649:0:2243:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200816.053651:0:2243:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1776200816.069012:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200816.069037:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1776200816.069043:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200816.069046:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200816.069060:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200816.069070:0:2234:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.48@tcp(192.168.203.48@tcp) <- 192.168.203.148@tcp : PUT - for me 00000400:00000200:2.0:1776200816.069079:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200816.069085:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200816.069102:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200816.069107:0:2234:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.148@tcp of length 224 into portal 10 MB=0x69deab3f072c0 00000400:00000200:2.0:1776200816.069115:0:2234:0:(api-ni.c:1540:lnet_nid4_cpt_hash()) Match nid 192.168.203.148@tcp to cpt 1 00000400:00000200:2.0:1776200816.069123:0:2234:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.148@tcp of length 224/224 into md 0x159d [1] + 224 00000800:00000001:2.0:1776200816.069134:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200816.069144:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1776200816.069147:0:2234:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1776200816.069151:0:2234:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.48@tcp->192.168.203.148@tcp: PUT: OK 00000100:00000001:2.0:1776200816.069159:0:2234:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1776200816.069168:0:2234:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004e3c421b x1862481227051712/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200823 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:2.0:1776200816.069181:0:2234:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@000000004e3c421b x1862481227051712/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200823 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:2.0:1776200816.069203:0:2234:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1776200816.069214:0:2234:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1776200816.069218:0:2234:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200816.069446:0:2243:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200816.069452:0:2243:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1776200816.069462:0:2243:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1776200816.069464:0:2243:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1776200816.069467:0:2243:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002bcce075. 00000400:00000200:3.0:1776200816.069472:0:2243:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fe39d81 00000400:00000010:3.0:1776200816.069474:0:2243:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fe39d81. 00000100:00000001:3.0:1776200816.069478:0:2243:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1776200816.069482:0:2243:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004e3c421b x1862481227051712/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200823 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:3.0:1776200816.069490:0:2243:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004e3c421b x1862481227051712/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200823 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1776200816.069496:0:2243:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1776200816.069498:0:2243:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200816.069501:0:2243:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1776200816.069504:0:2243:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1776200816.069508:0:2243:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1776200816.069512:0:2243:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1776200816.069515:0:2243:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1776200816.069530:0:2243:0:(import.c:1935:at_measured()) add 1 to 000000005b486c3e time=134 v=1 (1 0 0 0) 00000100:00001000:3.0:1776200816.069537:0:2243:0:(import.c:1935:at_measured()) add 1 to 00000000c01f1611 time=53 v=1 (1 0 0 0) 00000100:00000001:3.0:1776200816.069541:0:2243:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1776200816.069543:0:2243:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1776200816.069546:0:2243:0:(ldlm_request.c:1469:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1776200816.069551:0:2243:0:(ldlm_request.c:1499:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200816.069555:0:2243:0:(client.c:2856:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1776200816.069557:0:2243:0:(client.c:2863:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff993bc2c8c000: skip recheck: last_committed 4294967306 00000100:00000001:3.0:1776200816.069560:0:2243:0:(client.c:2864:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1776200816.069561:0:2243:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1776200816.069567:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004e3c421b x1862481227051712/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200823 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1776200816.069574:0:2243:0:(client.c:2150:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1776200816.069577:0:2243:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1776200816.069580:0:2243:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1776200816.069583:0:2243:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004e3c421b x1862481227051712/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200823 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1776200816.069633:0:2243:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e3c421b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:afb33528-7691-4975-9821-d2ff03b6f7ab:2243:1862481227051712:192.168.203.148@tcp:400:kworker/u8:1.0 00000100:00000001:3.0:1776200816.069639:0:2243:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200816.069642:0:2243:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1776200816.069644:0:2243:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000004e3c421b x1862481227051712/t0(0) o400->lustre-MDT0000-mdc-ffff993bc2c8c000@192.168.203.148@tcp:12/10 lens 224/224 e 0 to 0 dl 1776200823 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1776200816.069663:0:2243:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1776200816.069667:0:2243:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1776200816.069670:0:2243:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000015c87ac5. 02000000:00000001:3.0:1776200816.069675:0:2243:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1776200816.069678:0:2243:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1776200816.069680:0:2243:0:(genops.c:1204:class_import_put()) import 000000003f892a49 refcount=5 obd=lustre-MDT0000-mdc-ffff993bc2c8c000 00000020:00000001:3.0:1776200816.069682:0:2243:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1776200816.069685:0:2243:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000001a242a82. 02000000:00000001:3.0:1776200816.069690:0:2243:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1776200816.069692:0:2243:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1776200816.069693:0:2243:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e3c421b. 00000100:00000001:3.0:1776200816.069697:0:2243:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1776200816.069698:0:2243:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200816.069701:0:2243:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1776200816.069711:0:2243:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1776200816.069713:0:2243:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1776200816.069715:0:2243:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1776200816.069718:0:2243:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200816.423696:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200816.423702:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200816.423712:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200816.423713:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1776200816.423801:0:5026:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1776200816.423805:0:5026:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776200816.423808:0:5026:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1776200816.490530:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1776200816.490540:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200816.490542:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200816.490550:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:0.0:1776200816.490556:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200816.490561:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200816.490564:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200816.490566:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200816.490569:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200817.448123:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200817.448131:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200817.448139:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200817.448140:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1776200817.448291:0:5027:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1776200817.448295:0:5027:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1776200817.448298:0:5027:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1776200817.511811:0:9519:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1776200817.511820:0:9519:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1776200817.511821:0:9519:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1776200817.511829:0:9519:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a2a21ce going to sleep for 0 seconds 00000100:00000001:0.0:1776200817.511835:0:9519:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1776200817.511841:0:9519:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200817.511844:0:9519:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1776200817.511847:0:9519:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1776200817.511849:0:9519:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200818.471903:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200818.471911:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1776200818.471919:0:420:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1776200818.471920:0:420:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1776200818.472069:0:5026:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1776200818.472073:0:5026:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1776200818.472076:0:5026:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 50136 lines, 50136 kept, 0 dropped, 0 bad.